00000800:00000200:1.1F:1769073207.391469:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003b961d58] -> 12345-192.168.204.123@tcp (2) 00000800:00000200:3.1F:1769073207.399857:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1769073207.399875:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.1:1769073207.399880:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d31e83ec type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1769073207.405813:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1769073207.417043:0:2358:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000080:00200000:3.0:1769074702.137776:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137779:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137787:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137789:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137796:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137799:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137806:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137809:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.137817:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137819:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.137826:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137828:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.137834:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137838:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074702.137956:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137960:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.137968:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137971:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137980:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137982:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137989:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.137992:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.137998:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138000:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.138008:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138010:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138018:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138021:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138029:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138033:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138040:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138043:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.138239:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138244:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.138253:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138256:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.138265:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138268:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.138276:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138279:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.138287:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138289:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.138297:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138300:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138307:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138310:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138318:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138322:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.138329:0:101945:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.138332:0:101945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074702.194293:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.194311:0:101950:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.194319:0:101950:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.194354:0:101950:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.194378:0:101950:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.194399:0:101950:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.194407:0:101950:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.194415:0:101950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.194419:0:101950:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.194427:0:101950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d102513cb8 00010000:00010000:3.0:1769074702.194431:0:101950:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.194441:0:101950:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.196097:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196113:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.196152:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196157:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.196168:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196171:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.196180:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196183:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.196191:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196194:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.196203:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196207:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.196219:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196222:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.196230:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196234:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.196242:0:101950:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.196246:0:101950:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.307899:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.307921:0:101964:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.307928:0:101964:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.307958:0:101964:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.307976:0:101964:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.307991:0:101964:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.307998:0:101964:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.308005:0:101964:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.308008:0:101964:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.308015:0:101964:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d10253bcb8 00010000:00010000:3.0:1769074702.308018:0:101964:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.308027:0:101964:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.309410:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309423:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.309435:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309439:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.309447:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309450:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.309505:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309508:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.309517:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309520:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.309528:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309532:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.309542:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309545:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.309554:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309557:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.309565:0:101964:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.309569:0:101964:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.359515:0:101971:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.359536:0:101971:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.359543:0:101971:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.359569:0:101971:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.359588:0:101971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.359602:0:101971:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.359611:0:101971:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.359619:0:101971:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.359623:0:101971:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.359630:0:101971:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d10255bcb8 00010000:00010000:3.0:1769074702.359634:0:101971:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.359643:0:101971:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.423234:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.423244:0:101978:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.423250:0:101978:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.423262:0:101978:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.423272:0:101978:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.423282:0:101978:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.423289:0:101978:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.423296:0:101978:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.423301:0:101978:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.423308:0:101978:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d102583cb8 00010000:00010000:3.0:1769074702.423313:0:101978:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.423319:0:101978:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.424727:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424741:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.424752:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424757:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.424764:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424767:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.424774:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424777:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.424784:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424787:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.424794:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424798:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.424805:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424808:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.424816:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424820:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.424829:0:101978:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.424833:0:101978:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.459044:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.459066:0:101983:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.459073:0:101983:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.459101:0:101983:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.459119:0:101983:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.459162:0:101983:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.459170:0:101983:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.459177:0:101983:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.459181:0:101983:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.459188:0:101983:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d102513cb8 00010000:00010000:3.0:1769074702.459191:0:101983:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.459199:0:101983:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.460581:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460594:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.460605:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460609:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.460617:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460621:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.460629:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460632:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.460640:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460642:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.460651:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460654:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.460663:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460666:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.460674:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460677:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.460685:0:101983:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.460689:0:101983:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.637251:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.637281:0:102000:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.637291:0:102000:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.637321:0:102000:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.637339:0:102000:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.637357:0:102000:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.637366:0:102000:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.637374:0:102000:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.637379:0:102000:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.637387:0:102000:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025abcb8 00010000:00010000:3.0:1769074702.637391:0:102000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.637399:0:102000:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074702.660603:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.660613:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660616:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.660624:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660627:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.660635:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660638:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.660646:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660649:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.660657:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660659:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.660667:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660670:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.660679:0:102001:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.660683:0:102001:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074702.661115:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661135:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.661147:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661151:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661159:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661163:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661171:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661173:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661180:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661184:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661192:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661196:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661201:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661203:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661208:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661209:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661214:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661217:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074702.661375:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661378:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.661384:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661386:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661390:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661392:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661396:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661398:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661402:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661404:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661408:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661410:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661414:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661416:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661420:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661421:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661426:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661428:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074702.661577:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661582:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.661592:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661595:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661604:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661607:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661616:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661618:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661623:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661625:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661629:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661630:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661635:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661637:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661641:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661643:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661648:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661650:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074702.661738:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661741:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.661746:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661748:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661752:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661754:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661759:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661761:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661765:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661767:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661771:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661773:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661778:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661779:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661784:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661786:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.661790:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661793:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074702.661892:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661897:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.661902:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661904:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661913:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.661915:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.661999:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662003:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662011:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662013:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662018:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662020:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662025:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662027:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662031:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662033:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662038:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662040:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074702.662168:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662174:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.662183:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662186:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662194:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662198:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662206:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662208:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662213:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662215:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.662220:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662222:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662226:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662228:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662232:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662233:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.662238:0:102000:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.662240:0:102000:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.736454:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.736477:0:102006:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.736484:0:102006:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.736508:0:102006:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.736528:0:102006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.736545:0:102006:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.736552:0:102006:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.736559:0:102006:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.736564:0:102006:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.736571:0:102006:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025bbcb8 00010000:00010000:3.0:1769074702.736576:0:102006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.736584:0:102006:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.737995:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738011:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074702.738012:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074702.738019:0:102008:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.738021:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.738025:0:102008:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000080:00200000:3.0:1769074702.738025:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.738032:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738034:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000002:00010000:2.0:1769074702.738040:0:102008:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:3.0:1769074702.738041:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738043:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.738050:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738052:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:2.0:1769074702.738054:0:102008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.738059:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738062:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:2.0:1769074702.738067:0:102008:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.738069:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738071:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.738076:0:102008:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:3.0:1769074702.738078:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738080:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:2.0:1769074702.738082:0:102008:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074702.738085:0:102008:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00200000:3.0:1769074702.738088:0:102006:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.738091:0:102006:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00010000:2.0:1769074702.738092:0:102008:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025cbcb8 00010000:00010000:2.0:1769074702.738095:0:102008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.738108:0:102008:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.751651:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751672:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.751687:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751691:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.751700:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751703:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.751712:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751715:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.751722:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751724:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.751734:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751738:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.751745:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751748:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.751757:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751760:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.751767:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.751770:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074702.752694:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752703:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.752711:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752713:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752717:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752719:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752725:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752727:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752733:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752734:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752739:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752741:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752745:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752747:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752751:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752753:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752756:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752758:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074702.752897:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752901:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.752919:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752923:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752931:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752934:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752942:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752944:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752951:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752954:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.752962:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752965:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752973:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752977:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752986:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.752990:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.752997:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753000:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074702.753088:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753091:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.753096:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753098:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753103:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753104:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753111:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753113:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753117:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753118:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753148:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753152:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753162:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753165:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753174:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753177:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753185:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753188:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074702.753283:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753287:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.753292:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753294:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753299:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753301:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753305:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753306:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753310:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753312:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753316:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753318:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753462:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753468:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753484:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753488:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753498:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753501:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074702.753616:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753621:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.753630:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753633:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753641:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753644:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753653:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753656:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753665:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753668:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753676:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753679:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753687:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753690:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753698:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753701:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753709:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753713:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074702.753823:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753828:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.753836:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753839:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753846:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753848:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753855:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753857:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753864:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753866:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.753873:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753875:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753882:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753885:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753891:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753894:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.753991:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.753997:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.754166:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754170:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.754179:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754182:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.754189:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754191:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.754198:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754200:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.754207:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754209:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.754216:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754219:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.754227:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754230:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.754237:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754239:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.754246:0:102008:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.754248:0:102008:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074702.784998:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.785018:0:102011:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.785027:0:102011:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.785052:0:102011:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.785071:0:102011:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.785086:0:102011:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.785094:0:102011:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.785103:0:102011:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.785107:0:102011:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.785114:0:102011:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1024fbcb8 00010000:00010000:3.0:1769074702.785119:0:102011:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.785148:0:102011:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.788153:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788175:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.788191:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788196:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.788207:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788210:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.788219:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788222:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.788231:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788235:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.788244:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788248:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.788258:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788261:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.788268:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788272:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.788279:0:102011:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.788283:0:102011:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074702.813955:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074702.813970:0:102015:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074702.813978:0:102015:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074702.814005:0:102015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074702.814028:0:102015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.814045:0:102015:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074702.814053:0:102015:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074702.814061:0:102015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074702.814064:0:102015:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:2.0:1769074702.814071:0:102015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025e3cb8 00010000:00010000:2.0:1769074702.814075:0:102015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.814083:0:102015:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.816938:0:102014:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.816960:0:102014:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.816968:0:102014:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.816993:0:102014:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.817012:0:102014:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.817035:0:102014:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.817044:0:102014:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.817051:0:102014:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.817056:0:102014:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.817062:0:102014:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025dbcb8 00010000:00010000:3.0:1769074702.817066:0:102014:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.817076:0:102014:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.818434:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818463:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.818477:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818481:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818489:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818492:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818500:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818503:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818511:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818514:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818522:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818526:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818535:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818539:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818546:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818550:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818558:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818562:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074702.818712:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818716:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.818725:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818728:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818735:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818738:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818745:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818747:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818754:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818757:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818764:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818766:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818773:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818776:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818783:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818786:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818793:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818796:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074702.818915:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818920:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.818927:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818930:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818936:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818939:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818946:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818949:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818958:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818961:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.818968:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818971:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818978:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818981:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.818989:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.818992:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.819000:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819004:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074702.819161:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819166:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.819177:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819181:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819190:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819193:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819201:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819204:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819213:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819215:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819222:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819225:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.819232:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819235:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.819242:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819244:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.819252:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819256:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074702.819370:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819375:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.819383:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819386:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819393:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819396:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819404:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819407:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819414:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819417:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.819424:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819427:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.819434:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.819437:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.820355:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820368:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.820390:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820395:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074702.820639:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820645:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.820656:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820659:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.820668:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820672:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.820680:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820683:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.820691:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820694:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.820703:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820706:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.820715:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820718:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.820726:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820729:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.820737:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.820741:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074702.821052:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821057:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.821066:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821070:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821080:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821084:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821093:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821096:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821104:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821108:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821115:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821119:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821202:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821208:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821217:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821220:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821228:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821232:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.821412:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821418:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.821427:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821430:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821438:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821441:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821460:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821464:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821471:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821474:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.821480:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821484:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821492:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821496:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821507:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821510:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.821519:0:102015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.821522:0:102015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074702.856952:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074702.856976:0:102018:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074702.856984:0:102018:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074702.857015:0:102018:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074702.857038:0:102018:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.857054:0:102018:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074702.857062:0:102018:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074702.857071:0:102018:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074702.857075:0:102018:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:2.0:1769074702.857083:0:102018:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d10257bcb8 00010000:00010000:2.0:1769074702.857087:0:102018:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.857095:0:102018:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074702.858564:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858589:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074702.858607:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858612:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.858620:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858622:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.858630:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858632:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.858641:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858644:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074702.858650:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858653:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.858660:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858662:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.858670:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858672:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074702.858680:0:102018:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074702.858683:0:102018:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.881027:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.881051:0:102022:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.881059:0:102022:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.881086:0:102022:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.881108:0:102022:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.881153:0:102022:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.881163:0:102022:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.881173:0:102022:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.881177:0:102022:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.881185:0:102022:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025fbcb8 00010000:00010000:3.0:1769074702.881190:0:102022:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.881199:0:102022:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.882689:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882712:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.882727:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882731:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.882740:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882744:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.882752:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882754:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.882762:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882765:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.882773:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882777:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.882785:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882788:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.882799:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882802:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.882810:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882815:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074702.882993:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.882998:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.883008:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883011:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883019:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883022:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883031:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883034:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883042:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883045:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883052:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883055:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883066:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883068:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883076:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883080:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883088:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883093:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074702.883263:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883269:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.883278:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883282:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883289:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883292:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883300:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883303:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883310:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883313:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.883321:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883325:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883333:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883336:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883343:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883347:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.883354:0:102022:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.883358:0:102022:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074702.922987:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.923007:0:102025:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.923015:0:102025:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.923045:0:102025:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.923066:0:102025:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.923082:0:102025:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.923089:0:102025:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.923097:0:102025:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.923101:0:102025:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.923108:0:102025:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d102603cb8 00010000:00010000:3.0:1769074702.923112:0:102025:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.923121:0:102025:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.924516:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924531:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.924543:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924547:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.924557:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924560:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.924568:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924572:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.924582:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924585:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.924593:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924597:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.924605:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924608:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.924615:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924618:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.924626:0:102025:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.924630:0:102025:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074702.942240:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074702.942265:0:102028:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074702.942272:0:102028:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074702.942300:0:102028:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074702.942322:0:102028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.942336:0:102028:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.942344:0:102028:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074702.942350:0:102028:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074702.942354:0:102028:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:3.0:1769074702.942361:0:102028:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d10260bcb8 00010000:00010000:3.0:1769074702.942365:0:102028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074702.942373:0:102028:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074702.951271:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951289:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074702.951302:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951307:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.951313:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951316:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.951323:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951326:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.951332:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951335:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074702.951342:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951345:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.951352:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951355:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.951364:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951367:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074702.951373:0:102028:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074702.951377:0:102028:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074702.985990:0:102034:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074702.986018:0:102034:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074702.986025:0:102034:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074702.986053:0:102034:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074702.986075:0:102034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.986093:0:102034:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074702.986102:0:102034:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074702.986113:0:102034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074702.986116:0:102034:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa76d 00000080:00010000:2.0:1769074702.986159:0:102034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025bbcb8 00010000:00010000:2.0:1769074702.986165:0:102034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074702.986174:0:102034:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074703.054105:0:102037:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.054116:0:102037:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00000020:00100000:3.0:1769074703.054159:0:102037:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074703.054169:0:102037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611781248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074703.054180:0:102037:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00000100:00100000:3.0:1769074703.054201:0:102037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sed:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102037:1855007611781248:192.168.204.123@tcp:101:sed.0 00000100:00100000:3.0:1769074703.054395:0:102037:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074703.079995:0:102037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sed:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102037:1855007611781248:192.168.204.123@tcp:101:sed.0 00010000:00010000:3.0:1769074703.080023:0:102037:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080037:0:102037:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080045:0:102037:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080051:0:102037:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080064:0:102037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080069:0:102037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074703.080074:0:102037:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080081:0:102037:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080088:0:102037:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080094:0:102037:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074703.080100:0:102037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.080106:0:102037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aa83f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102037 initiator: MDT0 00000002:00100000:3.0:1769074703.080243:0:102037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611781248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074703.080260:0:102037:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074703.080290:0:102037:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074703.080305:0:102037:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074703.080315:0:102037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025739a8 00010000:00010000:3.0:1769074703.080319:0:102037:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074703.080328:0:102037:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074703.082729:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082755:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074703.082770:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082775:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.082785:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082788:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.082796:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082799:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.082807:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082810:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.082818:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082821:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.082829:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082832:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.082842:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082846:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.082854:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.082865:0:102037:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506310c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074703.082872:0:102037:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre2-8.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074703.082910:0:102037:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre2-8.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074703.082992:0:102037:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.083001:0:102037:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00000020:00100000:3.0:1769074703.083020:0:102037:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074703.083033:0:102037:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611781504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074703.083043:0:102037:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00000100:00100000:3.0:1769074703.083071:0:102037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sed:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102037:1855007611781504:192.168.204.123@tcp:101:sed.0 00000100:00100000:3.0:1769074703.083291:0:102037:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074703.089861:0:102037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sed:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102037:1855007611781504:192.168.204.123@tcp:101:sed.0 00010000:00010000:3.0:1769074703.089887:0:102037:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089901:0:102037:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089907:0:102037:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089914:0:102037:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089922:0:102037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089928:0:102037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074703.089934:0:102037:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089940:0:102037:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089949:0:102037:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089956:0:102037:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074703.089962:0:102037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102037 initiator: MDT0 00010000:00010000:3.0:1769074703.089968:0:102037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa846 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102037 initiator: MDT0 00000002:00100000:3.0:1769074703.089986:0:102037:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611781504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074703.090002:0:102037:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074703.090033:0:102037:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074703.090046:0:102037:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074703.090056:0:102037:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa76d from it ffffb0d1025739a8 00010000:00010000:3.0:1769074703.090060:0:102037:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074703.090068:0:102037:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074703.090683:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090696:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074703.090706:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090711:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.090720:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090723:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.090730:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090733:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.090741:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090745:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.090754:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090758:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.090780:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090784:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.090794:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090797:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.090805:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090809:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074703.090962:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090967:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074703.090976:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090979:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.090987:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.090991:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.091000:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091004:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.091012:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091015:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074703.091022:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091026:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.091034:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091037:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.091044:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091047:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074703.091054:0:102037:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.091058:0:102037:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074703.115069:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115087:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074703.115099:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115103:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.115111:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115113:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.115272:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115277:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.115315:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115319:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.115327:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115330:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.115337:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115340:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.115348:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115350:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.115357:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.115361:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libselinux.so.1, flags=257 00000080:00200000:2.0:1769074703.116255:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116266:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074703.116278:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116282:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116289:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116292:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116301:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116304:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116313:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116316:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116325:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116329:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116338:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116341:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116349:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116352:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116359:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116362:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074703.116545:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116550:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074703.116733:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116738:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116747:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116750:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116759:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116762:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116773:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116776:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.116784:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116787:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116809:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116813:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116821:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116824:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.116832:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116836:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre2-8.so.0, flags=257 00000080:00200000:2.0:1769074703.116985:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.116990:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074703.117002:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117005:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117012:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117015:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117022:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117024:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117031:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117034:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117042:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117045:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117052:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117055:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117063:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117066:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117073:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117077:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074703.117224:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117230:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074703.117240:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117243:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117251:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117254:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117262:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117265:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117273:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117276:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074703.117283:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117286:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117295:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117298:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117307:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117310:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074703.117321:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.117325:0:102038:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074703.120777:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.120799:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074703.120804:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.120809:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.120813:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00800000:00000004:2.0:1769074703.120840:0:102038:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff97a51160d000: age 1685, max_age 0 00010000:00010000:2.0:1769074703.120911:0:102038:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.120935:0:102038:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.121080:0:102038:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.121087:0:102038:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074703.121090:0:102038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888aa76d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fd19d expref: -99 pid: 98536 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074703.121109:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074703.121155:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611781888/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074703.121182:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611781888:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:2.0:1769074703.121498:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074703.121788:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611781632:192.168.204.123@tcp:41:mkdir.0 00000100:00100000:3.0:1769074703.151081:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611781632:192.168.204.123@tcp:41:mkdir.0 00000080:00200000:2.0:1769074703.474772:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x14e:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.474777:0:102038:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x14e:0x0](ffff97a509e51148): rc = 0 00000080:00010000:2.0:1769074703.474783:0:102038:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x14e:0x0](ffff97a509e51148) for lock 0x0 00000080:00200008:2.0:1769074703.474807:0:102038:0:(file.c:1001:ll_file_open()) START file 44c5797a34bd6f0be36d155ca115ba2832c95e0bf0364d7c033c8d6d4a81dc2ec5e069e5e1e2245040f610a37f06eea8c61529a9c83b799eaa298b5dc4cc0c5:[0x200000401:0x14e:0x0](ffff97a509e51148), flags 704400 00000002:00100000:2.0:1769074703.474834:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b5ea00 x1855007611792128/t4294968643(4294968643) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.474901:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14e:0x0](ffff97a509e51148), inode mode 41ed mask 44 00000080:00200000:2.0:1769074703.474944:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14e:0x0](ffff97a509e51148), inode mode 41ed mask 101 00000080:00200008:2.0:1769074703.474962:0:102038:0:(file.c:424:ll_file_release()) START file 44c5797a34bd6f0be36d155ca115ba2832c95e0bf0364d7c033c8d6d4a81dc2ec5e069e5e1e2245040f610a37f06eea8c61529a9c83b799eaa298b5dc4cc0c5:[0x200000401:0x14e:0x0](ffff97a509e51148), flags 704000 00000002:00100000:2.0:1769074703.475022:0:102038:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506b5ea00 x1855007611792128/t4294968643(4294968643) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074703.475033:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074703.475039:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943800 x1855007611792384/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074703.475062:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611792384:192.168.204.123@tcp:35:mkdir.0 00000100:00100000:2.0:1769074703.475756:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074703.537740:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507923800 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611793920:192.168.204.123@tcp:35:mkdir.0 00000002:00100000:3.0:1769074703.537873:0:102038:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a507921c00 x1855007611793664/t4294968649(4294968649) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074703.537943:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x150:0x0](ffff97a509f680c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.537963:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=9a7beec98027cf6bcfcb33d8b63631990041580acf9c8ebf0c58bd815bc888a1593f1e3841b87984453207bee403b6530a63a466db6867d623260db5333d861, dir=[0x200000401:0x150:0x0](ffff97a509f680c8), flags=1536 00000080:00200000:3.0:1769074703.537967:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x150:0x0](ffff97a509f680c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074703.537972:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x150:0x0](ffff97a509f680c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074703.537977:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=9a7beec98027cf6bcfcb33d8b63631990041580acf9c8ebf0c58bd815bc888a1593f1e3841b87984453207bee403b6530a63a466db6867d623260db5333d861, dir=[0x200000401:0x150:0x0](ffff97a509f680c8) 00000020:00100000:3.0:1769074703.538040:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074703.538047:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611794176/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074703.538071:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611794176:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:3.0:1769074703.538501:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074703.546731:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611794176:192.168.204.123@tcp:36:mkdir.0 00000080:00200000:2.0:1769074703.547050:0:102038:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x151:0x0](ffff97a509eff448) 00000080:00200000:2.0:1769074703.547057:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x151:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.547111:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x150:0x0](ffff97a509f680c8), inode mode 41ed mask 1 00000002:00100000:2.0:1769074703.775697:0:102038:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a507920e00 x1855007611802112/t4294968682(4294968682) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074703.775710:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074703.775717:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507921880 x1855007611802368/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074703.775743:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507921880 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802368:192.168.204.123@tcp:35:mkdir.0 00000100:00100000:2.0:1769074703.775852:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.779607:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507921880 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802368:192.168.204.123@tcp:35:mkdir.0 00000002:00100000:2.0:1769074703.779654:0:102038:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a507920e00 x1855007611802112/t4294968682(4294968682) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.779717:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15b:0x0](ffff97a509f6d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.779742:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca, dir=[0x200000401:0x15b:0x0](ffff97a509f6d348), flags=1536 00000080:00200000:2.0:1769074703.779746:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15b:0x0](ffff97a509f6d348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.779752:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15b:0x0](ffff97a509f6d348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.779757:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca, dir=[0x200000401:0x15b:0x0](ffff97a509f6d348) 00000020:00100000:2.0:1769074703.779846:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074703.779853:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942680 x1855007611802624/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074703.779875:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802624:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:2.0:1769074703.779979:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.785052:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802624:192.168.204.123@tcp:36:mkdir.0 00000080:00200000:2.0:1769074703.785106:0:102038:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88) 00000080:00200000:2.0:1769074703.785114:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15c:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.785402:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15b:0x0](ffff97a509f6d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.785512:0:102038:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca, dir=[0x200000401:0x15b:0x0](ffff97a509f6d348), file ffff97a51923f800, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074703.785522:0:102038:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca, dir=[0x200000401:0x15b:0x0](ffff97a509f6d348), intent=open 00000002:00010000:2.0:1769074703.785810:0:102038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca,[0x0:0x0:0x0]) in obj [0x200000401:0x15b:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074703.785885:0:102038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.785897:0:102038:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000020:00100000:2.0:1769074703.785909:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074703.785919:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611802880/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074703.785929:0:102038:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000100:00100000:2.0:1769074703.785953:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802880:192.168.204.123@tcp:101:mkdir.0 00000100:00100000:2.0:1769074703.786929:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.793006:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611802880:192.168.204.123@tcp:101:mkdir.0 00010000:00010000:2.0:1769074703.793032:0:102038:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793046:0:102038:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793052:0:102038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793059:0:102038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793068:0:102038:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793074:0:102038:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074703.793078:0:102038:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793085:0:102038:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793092:0:102038:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793099:0:102038:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074703.793105:0:102038:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.793111:0:102038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa90a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00000002:00100000:2.0:1769074703.793163:0:102038:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a507940a80 x1855007611802880/t4294968685(4294968685) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074703.793177:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611802880/t4294968685(4294968685) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.793191:0:102038:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x15b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074703.793218:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15c:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.793221:0:102038:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x15c:0x0](ffff97a509efdb88): rc = 0 00000080:00010000:2.0:1769074703.793226:0:102038:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x15c:0x0](ffff97a509efdb88) for lock 0x0 00000080:00200008:2.0:1769074703.793250:0:102038:0:(file.c:1001:ll_file_open()) START file 518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca:[0x200000401:0x15c:0x0](ffff97a509efdb88), flags 704400 00000002:00100000:2.0:1769074703.793269:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611802880/t4294968685(4294968685) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.793321:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 44 00000080:00200000:2.0:1769074703.793345:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 101 00000080:00200008:2.0:1769074703.793359:0:102038:0:(file.c:424:ll_file_release()) START file 518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca:[0x200000401:0x15c:0x0](ffff97a509efdb88), flags 704000 00000002:00100000:2.0:1769074703.793421:0:102038:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a507940a80 x1855007611802880/t4294968685(4294968685) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074703.793439:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074703.793445:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940000 x1855007611803136/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074703.793468:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803136:192.168.204.123@tcp:35:mkdir.0 00000100:00100000:2.0:1769074703.794485:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.798240:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803136:192.168.204.123@tcp:35:mkdir.0 00000002:00100000:2.0:1769074703.798300:0:102038:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a507940a80 x1855007611802880/t4294968685(4294968685) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.798365:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.798389:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, dir=[0x200000401:0x15c:0x0](ffff97a509efdb88), flags=1536 00000080:00200000:2.0:1769074703.798394:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.798400:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.798405:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, dir=[0x200000401:0x15c:0x0](ffff97a509efdb88) 00000020:00100000:2.0:1769074703.798498:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074703.798506:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940000 x1855007611803392/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074703.798529:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803392:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:2.0:1769074703.798618:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.804796:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803392:192.168.204.123@tcp:36:mkdir.0 00000080:00200000:2.0:1769074703.804863:0:102038:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08) 00000080:00200000:2.0:1769074703.804871:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15d:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.804947:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.804971:0:102038:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, dir=[0x200000401:0x15c:0x0](ffff97a509efdb88), file ffff97a51923ec00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074703.804983:0:102038:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, dir=[0x200000401:0x15c:0x0](ffff97a509efdb88), intent=open 00000002:00010000:2.0:1769074703.805011:0:102038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed,[0x0:0x0:0x0]) in obj [0x200000401:0x15c:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074703.805079:0:102038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.805089:0:102038:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000020:00100000:2.0:1769074703.805101:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074703.805109:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611803648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074703.805120:0:102038:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000100:00100000:2.0:1769074703.805609:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803648:192.168.204.123@tcp:101:mkdir.0 00000100:00100000:2.0:1769074703.805928:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.815733:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803648:192.168.204.123@tcp:101:mkdir.0 00010000:00010000:2.0:1769074703.815759:0:102038:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815787:0:102038:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815794:0:102038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815801:0:102038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815809:0:102038:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815819:0:102038:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074703.815824:0:102038:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815830:0:102038:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815838:0:102038:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815845:0:102038:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074703.815853:0:102038:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.815859:0:102038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00000002:00100000:2.0:1769074703.815888:0:102038:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a507940a80 x1855007611803648/t4294968688(4294968688) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074703.815904:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611803648/t4294968688(4294968688) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.815919:0:102038:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x15c:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074703.815946:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15d:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.815950:0:102038:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x15d:0x0](ffff97a509efec08): rc = 0 00000080:00010000:2.0:1769074703.815954:0:102038:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x15d:0x0](ffff97a509efec08) for lock 0x0 00000080:00200008:2.0:1769074703.815983:0:102038:0:(file.c:1001:ll_file_open()) START file 314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed:[0x200000401:0x15d:0x0](ffff97a509efec08), flags 704400 00000002:00100000:2.0:1769074703.816009:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611803648/t4294968688(4294968688) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.816077:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 44 00000080:00200000:2.0:1769074703.816103:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 101 00000080:00200008:2.0:1769074703.816120:0:102038:0:(file.c:424:ll_file_release()) START file 314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed:[0x200000401:0x15d:0x0](ffff97a509efec08), flags 704000 00000002:00100000:2.0:1769074703.816240:0:102038:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a507940a80 x1855007611803648/t4294968688(4294968688) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074703.816251:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074703.816256:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941f80 x1855007611803904/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074703.816278:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803904:192.168.204.123@tcp:35:mkdir.0 00000100:00100000:2.0:1769074703.816376:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.820963:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611803904:192.168.204.123@tcp:35:mkdir.0 00000002:00100000:2.0:1769074703.820994:0:102038:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a507940a80 x1855007611803648/t4294968688(4294968688) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.821054:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.821078:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6, dir=[0x200000401:0x15d:0x0](ffff97a509efec08), flags=1536 00000080:00200000:2.0:1769074703.821082:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.821087:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.821092:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6, dir=[0x200000401:0x15d:0x0](ffff97a509efec08) 00000020:00100000:2.0:1769074703.821221:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074703.821229:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941f80 x1855007611804160/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074703.821259:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804160:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:2.0:1769074703.821338:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.826107:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804160:192.168.204.123@tcp:36:mkdir.0 00000080:00200000:2.0:1769074703.826192:0:102038:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248) 00000080:00200000:2.0:1769074703.826199:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15e:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.826255:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.826274:0:102038:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6, dir=[0x200000401:0x15d:0x0](ffff97a509efec08), file ffff97a51923f800, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074703.826283:0:102038:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6, dir=[0x200000401:0x15d:0x0](ffff97a509efec08), intent=open 00000002:00010000:2.0:1769074703.826305:0:102038:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6,[0x0:0x0:0x0]) in obj [0x200000401:0x15d:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074703.826367:0:102038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.826377:0:102038:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000020:00100000:2.0:1769074703.826388:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074703.826396:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611804416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074703.826418:0:102038:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00000100:00100000:2.0:1769074703.826447:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804416:192.168.204.123@tcp:101:mkdir.0 00000100:00100000:2.0:1769074703.826977:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.834329:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804416:192.168.204.123@tcp:101:mkdir.0 00010000:00010000:2.0:1769074703.834365:0:102038:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834378:0:102038:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834385:0:102038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834391:0:102038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834400:0:102038:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834419:0:102038:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074703.834436:0:102038:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834443:0:102038:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834450:0:102038:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834457:0:102038:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074703.834464:0:102038:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00010000:00010000:2.0:1769074703.834470:0:102038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 102038 initiator: MDT0 00000002:00100000:2.0:1769074703.834497:0:102038:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a507940a80 x1855007611804416/t4294968691(4294968691) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074703.834512:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611804416/t4294968691(4294968691) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.834524:0:102038:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x15d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074703.834546:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15e:0x0], updating i_size 1024 00000080:00200000:2.0:1769074703.834550:0:102038:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x15e:0x0](ffff97a509efb248): rc = 0 00000080:00010000:2.0:1769074703.834554:0:102038:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x15e:0x0](ffff97a509efb248) for lock 0x0 00000080:00200008:2.0:1769074703.834578:0:102038:0:(file.c:1001:ll_file_open()) START file eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6:[0x200000401:0x15e:0x0](ffff97a509efb248), flags 704400 00000002:00100000:2.0:1769074703.834599:0:102038:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a507940a80 x1855007611804416/t4294968691(4294968691) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.834657:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 44 00000080:00200000:2.0:1769074703.834686:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 101 00000080:00200008:2.0:1769074703.834705:0:102038:0:(file.c:424:ll_file_release()) START file eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6:[0x200000401:0x15e:0x0](ffff97a509efb248), flags 704000 00000002:00100000:2.0:1769074703.834755:0:102038:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a507940a80 x1855007611804416/t4294968691(4294968691) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074703.834951:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074703.834960:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611804672/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074703.834983:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804672:192.168.204.123@tcp:35:mkdir.0 00000100:00100000:2.0:1769074703.835074:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.839780:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804672:192.168.204.123@tcp:35:mkdir.0 00000002:00100000:2.0:1769074703.839822:0:102038:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a507940a80 x1855007611804416/t4294968691(4294968691) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074703.839890:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074703.839916:0:102038:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=37ba251a74c0c25ed7b3dc2be73e84e2cd95f761fe523eafafc6ae8199a7cc1c16550f6c6553ea3b0939b14a211fa94f7b99fb91b210c83ebdf46f6b416890a, dir=[0x200000401:0x15e:0x0](ffff97a509efb248), flags=1536 00000080:00200000:2.0:1769074703.839921:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.839926:0:102038:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 3 00000080:00200000:2.0:1769074703.839930:0:102038:0:(namei.c:2175:do_mkdir()) VFS Op:name=37ba251a74c0c25ed7b3dc2be73e84e2cd95f761fe523eafafc6ae8199a7cc1c16550f6c6553ea3b0939b14a211fa94f7b99fb91b210c83ebdf46f6b416890a, dir=[0x200000401:0x15e:0x0](ffff97a509efb248) 00000020:00100000:2.0:1769074703.840006:0:102038:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074703.840013:0:102038:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611804928/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 624/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074703.840036:0:102038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804928:192.168.204.123@tcp:36:mkdir.0 00000100:00100000:2.0:1769074703.840168:0:102038:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.848515:0:102038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job mkdir:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102038:1855007611804928:192.168.204.123@tcp:36:mkdir.0 00000080:00200000:2.0:1769074703.848591:0:102038:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x15f:0x0](ffff97a509efaa08) 00000080:00200000:2.0:1769074703.848602:0:102038:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x15f:0x0], updating i_size 1024 00010000:00010000:3.0:1769074703.855439:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074703.868720:0:102041:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074703.868742:0:102041:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074703.868749:0:102041:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074703.868769:0:102041:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074703.868783:0:102041:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074703.868835:0:102041:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102041 initiator: MDT0 00010000:00010000:2.0:1769074703.868844:0:102041:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102041 initiator: MDT0 00010000:00010000:2.0:1769074703.868858:0:102041:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102041 initiator: MDT0 00000100:00100000:2.0:1769074703.868884:0:102041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102041:1855007611805184:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074703.868983:0:102041:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074703.893966:0:102041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102041:1855007611805184:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074703.893996:0:102041:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894010:0:102041:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894023:0:102041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894034:0:102041:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894045:0:102041:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894053:0:102041:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894061:0:102041:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074703.894072:0:102041:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940a80 x1855007611805184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074719 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074703.894085:0:102041:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894099:0:102041:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074703.894105:0:102041:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074703.894168:0:102041:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1769074703.894176:0:102041:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aa926 00000080:00010000:2.0:1769074703.894183:0:102041:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074703.894187:0:102041:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa926 from it ffffb0d102783cb8 00010000:00010000:2.0:1769074703.894190:0:102041:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074703.894199:0:102041:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aa926 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd945 expref: -99 pid: 102041 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074703.898331:0:102041:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074703.898346:0:102041:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074703.898352:0:102041:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074703.898372:0:102041:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074703.899695:0:102041:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa949 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102041 initiator: MDT0 00010000:00010000:3.0:1769074703.899704:0:102041:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa949 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102041 initiator: MDT0 00010000:00010000:3.0:1769074703.899716:0:102041:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aa949 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102041 initiator: MDT0 00000100:00100000:3.0:1769074703.899743:0:102041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102041:1855007611805824:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074703.899895:0:102041:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074704.136290:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136313:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.136328:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136333:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.136343:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136346:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.136356:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136359:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.136368:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136372:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.136381:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136384:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.136394:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136397:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.136506:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136511:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.136522:0:102045:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.136526:0:102045:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.160788:0:102048:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.160807:0:102048:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.160814:0:102048:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.160835:0:102048:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.160850:0:102048:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074704.160905:0:102048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 102048 initiator: MDT0 00010000:00010000:2.0:1769074704.160914:0:102048:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 102048 initiator: MDT0 00010000:00010000:2.0:1769074704.160924:0:102048:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 102048 initiator: MDT0 00000100:00100000:2.0:1769074704.160951:0:102048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102048:1855007611811840:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074704.161103:0:102048:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074704.219335:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219352:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.219362:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219366:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.219372:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219375:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.219382:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219384:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.219390:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219393:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.219399:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219402:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.219409:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219411:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.219418:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219431:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.219440:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219443:0:102050:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.219905:0:102050:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.219917:0:102050:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074704.219923:0:102050:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074704.219948:0:102050:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_821fff0e108a11e689b8a45e1a643e9e,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.220012:0:102050:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102050 initiator: MDT0 00010000:00010000:3.0:1769074704.220022:0:102050:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102050 initiator: MDT0 00010000:00010000:3.0:1769074704.220032:0:102050:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102050 initiator: MDT0 00000100:00100000:3.0:1769074704.220058:0:102050:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102050:1855007611813120:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074704.220166:0:102050:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074704.227740:0:102050:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102050:1855007611813120:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074704.227760:0:102050:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227789:0:102050:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227797:0:102050:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227813:0:102050:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227824:0:102050:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227835:0:102050:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227843:0:102050:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227850:0:102050:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074704.227862:0:102050:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924e00 x1855007611813120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074704.227873:0:102050:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227881:0:102050:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/352 (0 0) 00000080:00200000:2.0:1769074704.227886:0:102050:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074704.227904:0:102050:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074704.227907:0:102050:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x160:0x0](ffff97a509f6b248): rc = 0 00000080:00200000:2.0:1769074704.227921:0:102050:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074704.227927:0:102050:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) for lock 0xd0f48591888aaa84 00000080:00010000:2.0:1769074704.227935:0:102050:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) 00000080:00010000:2.0:1769074704.227938:0:102050:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa84 from it ffffb0d10262bb20 00010000:00010000:2.0:1769074704.227941:0:102050:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.227948:0:102050:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074704.227975:0:102050:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_821fff0e108a11e689b8a45e1a643e9e:[0x200000401:0x160:0x0](ffff97a509f6b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.227980:0:102050:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x160:0x0](ffff97a509f6b248),name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e 00000002:00010000:2.0:1769074704.227995:0:102050:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x160:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.228001:0:102050:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.228009:0:102050:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.228015:0:102050:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.228019:0:102050:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) 00000080:00010000:2.0:1769074704.228022:0:102050:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) for lock 0xd0f48591888aaa84 00000080:00010000:2.0:1769074704.228025:0:102050:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa84 from it ffffb0d10262bcb8 00010000:00010000:2.0:1769074704.228029:0:102050:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.228036:0:102050:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.241532:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074704.241659:0:102053:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.241666:0:102053:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074704.241687:0:102053:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.241705:0:102053:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.241720:0:102053:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.241728:0:102053:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.241736:0:102053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074704.241739:0:102053:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:3.0:1769074704.241747:0:102053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d10263bcb8 00010000:00010000:3.0:1769074704.241751:0:102053:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.241765:0:102053:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.243661:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243683:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.243697:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243701:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.243709:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243712:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.243721:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243724:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.243733:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243736:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.243744:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243748:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.243757:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243761:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.243768:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243771:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.243882:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.243887:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074704.244093:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244099:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.244108:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244111:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244119:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244147:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244159:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244162:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244172:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244175:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244184:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244187:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244194:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244197:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244205:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244209:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244215:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244220:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.244368:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244374:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.244383:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244386:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244394:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244398:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244500:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244506:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244516:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244519:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.244527:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244531:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244643:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244648:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244660:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244663:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.244674:0:102053:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.244679:0:102053:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074704.260448:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260464:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.260476:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260480:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.260490:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260493:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.260501:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260504:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.260511:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260514:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.260522:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260526:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.260534:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260537:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.260545:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260548:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.260555:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.260559:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.261079:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261088:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, flags=17 00000080:00200000:2.0:1769074704.261094:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261099:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=25b18d5bd738105309a20a36048d5c61ccffbed2f5d0c7f8ec51fd38eb0d65c588d70258acb7a547560a9ab2b9ad9f993fa8523bb9ab926adef51d0a26feef3, flags=17 00000080:00200000:2.0:1769074704.261102:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x142:0x0](ffff97a509f6c2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261106:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a77be286c84b7c2212c16f00b01818899c8e5f3e80fec34190f623d5dde38332e1930b80f84a3431db8bbc21d4f2f4a74eef6f886166e01febea0090561f557, flags=17 00000080:00200000:2.0:1769074704.261110:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x143:0x0](ffff97a509e56c08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261113:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=70c4ce5f63b3a12b92e84d2c067145bde6cece1a2c621ce23c65b98cca247b86a4f100ddbe3639dfda0b3f930cdbdcab909c5a591be3a4deeda4b2f6dd45679, flags=17 00000080:00200000:2.0:1769074704.261117:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x144:0x0](ffff97a509e57448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261149:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=109f2fdfecb7e7b1e6254f0208d697ccbd445dda05af19c56f5d56be4c5ebad3d42de58107b83df5bc357c925acbccf0d5af0a77c38a87ea5d1fa1f5136d3c4, flags=17 00000080:00200000:2.0:1769074704.261154:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x145:0x0](ffff97a509e52a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261160:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ee2f14fc92aedf918f970c50814be1e1cd936272a6a32c0e9a376d7b985cefb455247c266c5c36fc1c618cd3932dbcec97f3e974b6cf1a824c276bacfca11b2, flags=17 00000080:00200000:2.0:1769074704.261163:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x146:0x0](ffff97a509e563c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261166:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=da5319c679bbc6dec28698891103ab6280466dae4cb1f36e6cc75e1a7d3bfa63f1562e3fb70c42f3844960dede415769dee600a16575aa901514d0520c13bfa, flags=17 00000080:00200000:2.0:1769074704.261169:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x147:0x0](ffff97a509f6ba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261173:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fc29b9bb531d979c834f928834e2483d8c73b2e0158325a57769017e345e5b34c75c2cf817233763258122c587abc933902fc6af74f1c8af6429478de1ab344, flags=17 00000080:00200000:2.0:1769074704.261177:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x148:0x0](ffff97a509f6e3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261180:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=482d08fe72209217103cc96032863cd114eac7fc77d11358ad668feff2b920b8b330e5883f02fa887bcfc6029e0af13c67ea60da79ad9fcf96d87ac596c4d66, flags=17 00000080:00200000:2.0:1769074704.261184:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x149:0x0](ffff97a509f6cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261187:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=b3575f8f590441cb939e70edb810f9580f0a08a28ea160ce1e02ad76b70e2528131534e57ccdf8d7747311bb038e90b5ce62e03d974027aa4e3dc491ec3d901, flags=17 00000080:00200000:2.0:1769074704.261191:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14a:0x0](ffff97a509e50908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261195:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=137bbe1ef918e7b7a69c05dce5c3caea5fd0669fb649fc40df90cacf37b6bc59ca0058beaa9cf6baf13c8976d6299ce96d6ff4ff9df5e531af37718210e7625, flags=17 00000080:00200000:2.0:1769074704.261198:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14b:0x0](ffff97a509e500c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261202:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=746fc0dce570fe328de74fa0019c0256103f08f104129b5e3ed54bc254c024e42b2331dae31c096bfb72bd9a464a0ed615ede261f5a046858c371587796a0d0, flags=17 00000080:00200000:2.0:1769074704.261205:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14c:0x0](ffff97a509e55b88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261210:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=c68017f25be986339c531d823ce178ff6dd303fc834ca2d2ad4ab0e5dd2b247c1b856e59112e91afbf2b219c72ef65aa234e955a06791bf5825df0ae9eca85d, flags=17 00000080:00200000:2.0:1769074704.261213:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14d:0x0](ffff97a509e521c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261217:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=44c5797a34bd6f0be36d155ca115ba2832c95e0bf0364d7c033c8d6d4a81dc2ec5e069e5e1e2245040f610a37f06eea8c61529a9c83b799eaa298b5dc4cc0c5, flags=17 00000080:00200000:2.0:1769074704.261220:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14e:0x0](ffff97a509e51148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261223:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=1d49f3ebb7689286cacba6c3ce3c7db99944f446fea40eda7458e616fcc0b4cc3bb2594a37789dc30950abd1524e606a2339cd834764f192c51219c5b6b3024, flags=17 00000080:00200000:2.0:1769074704.261227:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x14f:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261232:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fe953d0786493f06e3f6afe36822e4d100b76fd760f7217f73f17afabd00c26ba9a07487062dcb8c649e41b9a2c01712648769c56f2d9726cf7549375f670ce, flags=17 00000080:00200000:2.0:1769074704.261237:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x150:0x0](ffff97a509f680c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261242:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=9a7beec98027cf6bcfcb33d8b63631990041580acf9c8ebf0c58bd815bc888a1593f1e3841b87984453207bee403b6530a63a466db6867d623260db5333d861, flags=17 00000080:00200000:2.0:1769074704.261246:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x151:0x0](ffff97a509eff448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261250:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=efc13318d1e39867431dfb8ea9cf729bf2e54eef9b21bf367f9a8a4740c268049501c56959480ebb6f9425485ab0a570c11b1868213079d98fbe23a9ab3b805, flags=17 00000080:00200000:2.0:1769074704.261254:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x152:0x0](ffff97a509e55348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261258:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=ff32eaadfce8a47b19e8c08bdbcae57b5f6306492df879bb3aca3a60e6becb112aca2e622f3a9bdded0ff20cb43ceb620f1cd03b9d96cc1476639e831be41a5, flags=17 00000080:00200000:2.0:1769074704.261262:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x153:0x0](ffff97a509e53248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261266:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fe55c1199b38ad591052677188c5f46e377a32f6f7e2238217507cd22d18c3b9e8caeb3bd1ff52ea9434f7f088989df9f313e30d79b47114515ca132286a168, flags=17 00000080:00200000:2.0:1769074704.261270:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x154:0x0](ffff97a509f68908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261273:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d169c652c387d3b1d9676b8b56a06cb5115eb29ce65c0c6b6c7df8975cca62484eab5a330eb97dbcb580fa908f5a0979e057e804f510d720f3e8d2f4e88f188, flags=17 00000080:00200000:2.0:1769074704.261277:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x155:0x0](ffff97a509f69988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261281:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d2e424e089e09b31791314417771fc87363ed12f9fbc44b3650840e263c46bfd669d4804d71a56fafe0c0565d74f517f8b620fba74cbcfd78ca77393e8bf64, flags=17 00000080:00200000:2.0:1769074704.261284:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x156:0x0](ffff97a509f69148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261288:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f1e7f4c8064f302b08c0646f965ce75e75e58436a5d8584743769ee516f46963f37ff3cccb58989e24be12871d9fd3e4f64bf6969065ff8bf13530f73621438, flags=17 00000080:00200000:2.0:1769074704.261291:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x157:0x0](ffff97a509e54b08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261295:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a, flags=17 00000080:00200000:2.0:1769074704.261299:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261302:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=b20941a4a0c55f4e68ae1a20e945ef82dfdaaac76b03aa2e154722bc460143334d8fbeaf5571b0118f5b79e773f6db58ac1dc11c9227ef8b50e2a85f5726fd7, flags=17 00000080:00200000:2.0:1769074704.261306:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x159:0x0](ffff97a509f6f448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261309:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=c7088c0ca8a0f02685614e807003b29d16f07d6b5c4182304e93e7809cf628142de545f42bd82cbbe34e1a9684d17dfaf2ef67ab4d139098e568473f36087ea, flags=17 00000080:00200000:2.0:1769074704.261312:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15a:0x0](ffff97a509f6ec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261316:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=1b9156a37e2653a48081bf935d3dac84a1d8e3e09852ce9868237129eaa84fc661b69f195aea3f31a15c75d867581f260c8c8b4a48c1e3735b76c53757ef556, flags=17 00000080:00200000:2.0:1769074704.261319:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15b:0x0](ffff97a509f6d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261323:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=518903c331d4dbbee66f63f02cbd71bc33841f86387a74abbaad06fa996fdfe9e60536ad2754515b6a82d6fb416c5160ed31c8c23433c3eb2dff98212ed46ca, flags=17 00000080:00200000:2.0:1769074704.261326:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261330:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, flags=17 00000080:00200000:2.0:1769074704.261333:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261337:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=eb7a730e541fadd2e3e22c9481d027d75d27ab016a2b35f46cec856366122ea8114fe68cb2fb81549dafd7876f709e4e8c51e762950d505d03b8ff7a87daea6, flags=17 00000080:00200000:2.0:1769074704.261341:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15e:0x0](ffff97a509efb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261345:0:102055:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=37ba251a74c0c25ed7b3dc2be73e84e2cd95f761fe523eafafc6ae8199a7cc1c16550f6c6553ea3b0939b14a211fa94f7b99fb91b210c83ebdf46f6b416890a, flags=17 00000080:00200000:2.0:1769074704.261348:0:102055:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15f:0x0](ffff97a509efaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.261361:0:102055:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fdd46d9c75031e34bfc09b4d38b40bc9eb980acfe095be8c6a706ebbaaf0a200343393892941078b6f652f12e995ef62e3cc523e6127df9191e18df5437322e, dir=[0x200000401:0x15f:0x0](ffff97a509efaa08), flags=1 00000080:00200000:2.0:1769074704.261367:0:102055:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=fdd46d9c75031e34bfc09b4d38b40bc9eb980acfe095be8c6a706ebbaaf0a200343393892941078b6f652f12e995ef62e3cc523e6127df9191e18df5437322e, dir=[0x200000401:0x15f:0x0](ffff97a509efaa08), intent=getattr 00000002:00010000:2.0:1769074704.261391:0:102055:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: fdd46d9c75031e34bfc09b4d38b40bc9eb980acfe095be8c6a706ebbaaf0a200343393892941078b6f652f12e995ef62e3cc523e6127df9191e18df5437322e,[0x0:0x0:0x0]) in obj [0x200000401:0x15f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.263674:0:102055:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 102055 initiator: MDT0 00010000:00010000:2.0:1769074704.263690:0:102055:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 102055 initiator: MDT0 00010000:00010000:2.0:1769074704.263701:0:102055:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 102055 initiator: MDT0 00000100:00100000:2.0:1769074704.263733:0:102055:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102055:1855007611813248:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074704.263850:0:102055:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b900 going to sleep for 11 seconds 00010000:00010000:3.0:1769074704.281669:0:47670:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074704.281678:0:47670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281693:0:47670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074704.281698:0:47670:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281707:0:47670:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281714:0:47670:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281731:0:47670:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaa84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fde5b expref: -99 pid: 102050 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281767:0:47670:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281774:0:47670:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074704.281795:0:47670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281802:0:47670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaa8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fde77 expref: -99 pid: 102055 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.281813:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074704.281814:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074704.281816:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074704.281830:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611813376:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074704.285305:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074704.285329:0:102058:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.285337:0:102058:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074704.285358:0:102058:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.285383:0:102058:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.285399:0:102058:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.285407:0:102058:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.285415:0:102058:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074704.285427:0:102058:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:3.0:1769074704.285436:0:102058:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d102653cb8 00010000:00010000:3.0:1769074704.285440:0:102058:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.285449:0:102058:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074704.286687:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611813376:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1769074704.287101:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287111:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.287143:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287147:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287158:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287161:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287168:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287171:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287180:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287183:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287189:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287193:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287199:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287202:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287210:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287213:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287221:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287225:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074704.287395:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287400:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.287409:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287413:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287438:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287442:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287451:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287454:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287461:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287464:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287472:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287475:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287483:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287486:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287494:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287496:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287503:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287507:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.287653:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287658:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.287667:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287671:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287679:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287682:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287691:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287694:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287702:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287705:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.287713:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287716:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287723:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287727:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287735:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287738:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.287746:0:102058:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.287750:0:102058:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074704.302291:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074704.302318:0:102061:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.302325:0:102061:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074704.302352:0:102061:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.302375:0:102061:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.302395:0:102061:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.302404:0:102061:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.302412:0:102061:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074704.302432:0:102061:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:3.0:1769074704.302443:0:102061:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d10262bcb8 00010000:00010000:3.0:1769074704.302447:0:102061:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.302457:0:102061:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.304028:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304045:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.304057:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304061:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.304071:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304074:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.304082:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304086:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.304095:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304098:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.304106:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304110:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.304118:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304120:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.304162:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304166:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.304177:0:102061:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.304181:0:102061:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.376080:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.376087:0:102071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.376093:0:102071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.376111:0:102071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.376156:0:102071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.376174:0:102071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.376183:0:102071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.376190:0:102071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.376193:0:102071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:2.0:1769074704.376202:0:102071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d102663cb8 00010000:00010000:2.0:1769074704.376206:0:102071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.376214:0:102071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.377443:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377451:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.377461:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377466:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.377474:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377476:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.377483:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377486:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.377495:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377498:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.377505:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377508:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.377515:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377517:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.377524:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377527:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.377535:0:102071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.377539:0:102071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.386501:0:102070:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074704.386506:0:102070:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x160:0x0](ffff97a509f6b248): rc = 0 00000080:00200000:2.0:1769074704.386523:0:102070:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074704.386529:0:102070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) for lock 0xd0f48591888aaa99 00000080:00010000:2.0:1769074704.386640:0:102070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) 00000080:00010000:2.0:1769074704.386645:0:102070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa99 from it ffffb0d10266bb20 00010000:00010000:2.0:1769074704.386649:0:102070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.386657:0:102070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074704.386704:0:102070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_821fff0e108a11e689b8a45e1a643e9e:[0x200000401:0x160:0x0](ffff97a509f6b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.386711:0:102070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x160:0x0](ffff97a509f6b248),name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e 00000002:00010000:2.0:1769074704.386735:0:102070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x160:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.386744:0:102070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.386754:0:102070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.386761:0:102070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.387034:0:102070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) 00000080:00010000:2.0:1769074704.387039:0:102070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) for lock 0xd0f48591888aaa99 00000080:00010000:2.0:1769074704.387045:0:102070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa99 from it ffffb0d10266bcb8 00010000:00010000:2.0:1769074704.387048:0:102070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.387055:0:102070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.424930:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074704.424943:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.424955:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a5421cac00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074704.424960:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.424969:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.424979:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.425001:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4b800/0xd0f48591888aaa99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fded9 expref: -99 pid: 102070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.425045:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.425053:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1769074704.425142:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611814400:192.168.204.123@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074704.425274:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.425283:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421cac00/0xd0f48591888aaaa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fdef5 expref: -99 pid: 102075 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.425297:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074704.425299:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074704.425301:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074704.428109:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611814400:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1769074704.432329:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.432351:0:102078:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.432359:0:102078:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.432378:0:102078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.432408:0:102078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.432438:0:102078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.432447:0:102078:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.432455:0:102078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.432459:0:102078:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:2.0:1769074704.432468:0:102078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d10258bcb8 00010000:00010000:2.0:1769074704.432472:0:102078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.432489:0:102078:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.433829:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433841:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.433852:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433857:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.433866:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433869:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.433878:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433881:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.433888:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433891:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.433898:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433902:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.433910:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433913:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.433922:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433924:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.433932:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.433936:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074704.434103:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434108:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.434118:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434141:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434154:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434158:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434166:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434168:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434177:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434180:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434189:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434191:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434199:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434203:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434211:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434214:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434221:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434225:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.434369:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434374:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.434383:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434387:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434395:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434399:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434408:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434411:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434435:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434438:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.434447:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434450:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434457:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434460:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434467:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434470:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.434478:0:102078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.434482:0:102078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074704.443902:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.443924:0:102081:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.443932:0:102081:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.443953:0:102081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.443970:0:102081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.443986:0:102081:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.443995:0:102081:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.444003:0:102081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.444008:0:102081:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:2.0:1769074704.444016:0:102081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d10257bcb8 00010000:00010000:2.0:1769074704.444020:0:102081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.444029:0:102081:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.445356:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.445370:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.445380:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.445384:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.445391:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.445395:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.445402:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.445405:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.445411:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.445414:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.450282:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.450289:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.450300:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.450303:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.450312:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.450316:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.450325:0:102081:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.450329:0:102081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.491291:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.491314:0:102086:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.491321:0:102086:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.491341:0:102086:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.491362:0:102086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.491378:0:102086:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.491387:0:102086:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.492083:0:102086:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.492090:0:102086:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:2.0:1769074704.492099:0:102086:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d102623cb8 00010000:00010000:2.0:1769074704.492104:0:102086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.492115:0:102086:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.502029:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502051:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.502065:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502070:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.502080:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502082:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.502091:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502094:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.502103:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502106:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.502114:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502118:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.502157:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502162:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.502170:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502174:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.502181:0:102086:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.502186:0:102086:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.534101:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534150:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.534166:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534171:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.534180:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534183:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.534191:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534195:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.534202:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534206:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.534215:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534219:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.534227:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534230:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.534238:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534241:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.534249:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534253:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.534795:0:102090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.534803:0:102090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e, flags=1 00000080:00200008:3.0:1769074704.534810:0:102090:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_821fff0e108a11e689b8a45e1a643e9e:[0x200000401:0x160:0x0](ffff97a509f6b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.534816:0:102090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x160:0x0](ffff97a509f6b248),name=pjdfstest_821fff0e108a11e689b8a45e1a643e9e 00000002:00010000:3.0:1769074704.534841:0:102090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x160:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.534859:0:102090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4a400/0xd0f48591888aaaa7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fdf26 expref: -99 pid: 102085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.534875:0:102090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4a400/0xd0f48591888aaaa7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fdf26 expref: -99 pid: 102085 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.534884:0:102090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.534891:0:102090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) 00000080:00010000:3.0:1769074704.534895:0:102090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x160:0x0](ffff97a509f6b248) for lock 0xd0f48591888aaaa7 00000080:00010000:3.0:1769074704.534903:0:102090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaaa7 from it ffffb0d10258bcb8 00010000:00010000:3.0:1769074704.534907:0:102090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4a400/0xd0f48591888aaaa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691fdf26 expref: -99 pid: 102085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.534917:0:102090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b4a400/0xd0f48591888aaaa7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691fdf26 expref: -99 pid: 102085 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.547889:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074704.547912:0:102093:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.547921:0:102093:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074704.547943:0:102093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.547961:0:102093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.547975:0:102093:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.547984:0:102093:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.547992:0:102093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074704.548179:0:102093:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:3.0:1769074704.548189:0:102093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d1026b3cb8 00010000:00010000:3.0:1769074704.548194:0:102093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.548205:0:102093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.550335:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550352:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.550365:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550370:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550379:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550383:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550390:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550393:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550403:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550407:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550425:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550429:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.550438:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550440:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.550448:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550450:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.550461:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550465:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074704.550909:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550915:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.550926:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550930:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550939:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550943:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550950:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550954:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550960:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550963:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.550972:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550976:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.550984:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.550988:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.551071:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551076:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.551086:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551090:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.551290:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551296:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.551308:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551312:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.551322:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551326:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.551335:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551338:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.551346:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551349:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.551357:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551360:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.551370:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551375:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.551384:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551387:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.551396:0:102093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.551401:0:102093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074704.562219:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.562247:0:102096:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.562256:0:102096:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.562277:0:102096:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.562297:0:102096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.562315:0:102096:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.562324:0:102096:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.562332:0:102096:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.562337:0:102096:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaa53 00000080:00010000:2.0:1769074704.562344:0:102096:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaa53 from it ffffb0d10258bcb8 00010000:00010000:2.0:1769074704.562349:0:102096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.562358:0:102096:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fddc1 expref: -99 pid: 102048 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.565454:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565472:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.565485:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565490:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.565498:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565502:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.565509:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565512:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.565520:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565523:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.565531:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565535:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.565544:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565547:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.565557:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565560:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.565569:0:102096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.565573:0:102096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.598010:0:102098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.598033:0:102098:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074704.598040:0:102098:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074704.598066:0:102098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074704.598165:0:102098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aaab5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102098 initiator: MDT0 00010000:00010000:2.0:1769074704.598177:0:102098:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aaab5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102098 initiator: MDT0 00010000:00010000:2.0:1769074704.598189:0:102098:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aaab5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102098 initiator: MDT0 00000100:00100000:2.0:1769074704.598221:0:102098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102098:1855007611815296:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074704.598343:0:102098:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b000 going to sleep for 11 seconds 00000080:00200000:2.0:1769074704.645523:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.645644:0:102101:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.645652:0:102101:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.645672:0:102101:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.645690:0:102101:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.645704:0:102101:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.645712:0:102101:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.645720:0:102101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.645725:0:102101:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaaae 00000080:00010000:2.0:1769074704.645733:0:102101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaaae from it ffffb0d1026a3cb8 00010000:00010000:2.0:1769074704.645737:0:102101:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.645746:0:102101:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.649908:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649927:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.649939:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649943:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.649952:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649955:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.649963:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649965:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.649972:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649975:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.649983:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649986:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.649993:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.649996:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.650002:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.650005:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.650011:0:102101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.650015:0:102101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.658621:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074704.658647:0:102103:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074704.658655:0:102103:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074704.658678:0:102103:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074704.658700:0:102103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.658717:0:102103:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.658726:0:102103:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074704.658733:0:102103:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074704.658738:0:102103:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaaae 00000080:00010000:2.0:1769074704.658746:0:102103:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaaae from it ffffb0d1026b3cb8 00010000:00010000:2.0:1769074704.658750:0:102103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074704.658761:0:102103:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074704.663042:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663060:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.663073:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663078:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663086:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663089:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663096:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663100:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663107:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663110:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663117:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663120:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663151:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663155:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663165:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663169:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663176:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663180:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074704.663378:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663384:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.663408:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663421:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663434:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663438:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663447:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663450:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663458:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663460:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.663468:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663471:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663479:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663482:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663492:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663495:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.663503:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.663507:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074704.665661:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665676:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074704.665690:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665694:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.665702:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665705:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.665712:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665715:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.665724:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665727:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074704.665735:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665738:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.665746:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665749:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.665756:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665759:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074704.665899:0:102103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074704.665904:0:102103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074704.672001:0:100890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074704.672027:0:100890:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.672037:0:100890:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074704.672058:0:100890:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.672077:0:100890:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.672092:0:100890:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.672101:0:100890:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.672108:0:100890:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074704.672112:0:100890:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaaae 00000080:00010000:3.0:1769074704.672119:0:100890:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaaae from it ffffb0d1027b3cb8 00010000:00010000:3.0:1769074704.672314:0:100890:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.672324:0:100890:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5421ca800/0xd0f48591888aaaae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdf50 expref: -99 pid: 102098 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.676102:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676152:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074704.676168:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676174:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.676184:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676187:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.676195:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676198:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.676207:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676210:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074704.676220:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676223:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.676233:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676236:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.676244:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676247:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074704.676255:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.676259:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074704.677824:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.677842:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, flags=0 00000080:00200008:3.0:1769074704.677851:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.677858:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88),name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e 00000002:00010000:3.0:1769074704.677884:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.677900:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/321 (0 0) 00010000:00010000:3.0:1769074704.677951:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.677960:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.677971:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074704.678003:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816448:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074704.678797:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074704.682216:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816448:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074704.682242:0:102104:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682260:0:102104:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x141:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682269:0:102104:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682282:0:102104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682294:0:102104:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682306:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682315:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682323:0:102104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074704.682334:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927100 x1855007611816448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074720 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074704.682348:0:102104:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682359:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/321 (0 0) 00000080:00200000:3.0:1769074704.682366:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074704.682393:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x141:0x0], updating i_size 1024 00000080:00010000:3.0:1769074704.682407:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) for lock 0xd0f48591888aaadf 00000080:00010000:3.0:1769074704.682428:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074704.682432:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaadf from it ffffb0d10269bcb8 00010000:00010000:3.0:1769074704.682435:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.682445:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.682519:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.682682:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, flags=258 00000080:00200000:3.0:1769074704.682690:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88), inode mode 41ed mask 44 00000080:00200008:3.0:1769074704.682700:0:102104:0:(file.c:1001:ll_file_open()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), flags 704400 00000002:00010000:3.0:1769074704.682722:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074704.682778:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.682786:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:3.0:1769074704.682797:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074704.682805:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927100 x1855007611816704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074704.682813:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074704.682836:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816704:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074704.683013:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074704.687594:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816704:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074704.687618:0:102104:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687630:0:102104:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687637:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687644:0:102104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687651:0:102104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687657:0:102104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074704.687661:0:102104:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687669:0:102104:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687677:0:102104:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687685:0:102104:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074704.687691:0:102104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.687698:0:102104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aaae6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00000002:00100000:3.0:1769074704.687716:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a511927100 x1855007611816704/t4294968701(4294968701) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074704.687729:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511927100 x1855007611816704/t4294968701(4294968701) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074704.687743:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074704.687763:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x141:0x0], updating i_size 1024 00000002:00100000:3.0:1769074704.687780:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511927100 x1855007611816704/t4294968701(4294968701) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074704.687844:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.687852:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88),name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e 00000002:00010000:3.0:1769074704.687877:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.687892:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.687903:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.687911:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.687917:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074704.687921:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) for lock 0xd0f48591888aaadf 00000080:00010000:3.0:1769074704.687926:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaadf from it ffffb0d10269bcd8 00010000:00010000:3.0:1769074704.687930:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.687937:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.688022:0:102104:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88) pos/size0/1024 32bit_api 0 00000002:00010000:3.0:1769074704.688035:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x141:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074704.688042:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.688051:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074704.688697:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816832:192.168.204.123@tcp:37:rm.0 00000100:00100000:3.0:1769074704.689072:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074704.698032:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611816832:192.168.204.123@tcp:37:rm.0 00010000:00010000:3.0:1769074704.698708:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.698724:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074704.698856:0:102104:0:(file.c:424:ll_file_release()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), flags 704000 00000002:00100000:3.0:1769074704.698941:0:102104:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a511927100 x1855007611816704/t4294968701(4294968701) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074704.698955:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074704.698960:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926d80 x1855007611817088/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074704.698987:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611817088:192.168.204.123@tcp:35:rm.0 00000100:00100000:3.0:1769074704.699077:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074704.702317:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611817088:192.168.204.123@tcp:35:rm.0 00000002:00100000:3.0:1769074704.702354:0:102104:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a511927100 x1855007611816704/t4294968701(4294968701) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074704.702445:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.702456:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e, flags=258 00000080:00200000:3.0:1769074704.702466:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88), inode mode 41ed mask 44 00000080:00200008:3.0:1769074704.702475:0:102104:0:(file.c:1001:ll_file_open()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), flags 704400 00000002:00010000:3.0:1769074704.702502:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074704.702588:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.702599:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:3.0:1769074704.702612:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074704.702618:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926d80 x1855007611817344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074704.702633:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074704.702653:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611817344:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074704.702843:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074704.707293:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611817344:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074704.707331:0:102104:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x141:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707342:0:102104:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707356:0:102104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707371:0:102104:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074704.707389:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff97a511926d80 x1855007611817344/t4294968703(4294968703) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074704.707424:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511926d80 x1855007611817344/t4294968703(4294968703) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074704.707437:0:102104:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707449:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 16 res 8589935617/321 (0 0) 00000080:00200000:3.0:1769074704.707455:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074704.707478:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x141:0x0], updating i_size 1024 00000080:00010000:3.0:1769074704.707484:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) for lock 0xd0f48591888aaaed 00000080:00010000:3.0:1769074704.707493:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaaed from it ffffb0d10269bbd0 00010000:00010000:3.0:1769074704.707498:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707509:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888aaaed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdff8 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074704.707548:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511926d80 x1855007611817344/t4294968703(4294968703) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074704.707624:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e:[0x200000401:0x141:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.707631:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88),name=a54fa72a6ab7f86e96cbee1a54c0b49b8d4f3c9e258f34ff206664dc7d5184d87f5de1f0624b97da032581f1593bf71f5d0cf5f06751ae0e5cfd1aa6b73be9e 00000002:00010000:3.0:1769074704.707652:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x141:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.707663:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707697:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.707704:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.707709:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074704.707712:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x141:0x0](ffff97a509f6db88) for lock 0xd0f48591888aaadf 00000080:00010000:3.0:1769074704.707716:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaadf from it ffffb0d10269bcd8 00010000:00010000:3.0:1769074704.707719:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.707731:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaadf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fdfdc expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.707823:0:102104:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88) pos/size0/1024 32bit_api 0 00000080:00200000:3.0:1769074704.707848:0:102104:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88) pos/size18446744073709551614/1024 32bit_api 0 00000080:00200000:3.0:1769074704.707872:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x141:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074704.707880:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=25b18d5bd738105309a20a36048d5c61ccffbed2f5d0c7f8ec51fd38eb0d65c588d70258acb7a547560a9ab2b9ad9f993fa8523bb9ab926adef51d0a26feef3, flags=0 00000080:00200008:3.0:1769074704.707888:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file 25b18d5bd738105309a20a36048d5c61ccffbed2f5d0c7f8ec51fd38eb0d65c588d70258acb7a547560a9ab2b9ad9f993fa8523bb9ab926adef51d0a26feef3:[0x200000401:0x142:0x0](ffff97a509f6c2c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:3.0:1769074704.876304:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a5119f1f80 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611822976:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074704.876327:0:102104:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876340:0:102104:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876347:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876354:0:102104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876362:0:102104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876368:0:102104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a5206dce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074704.876374:0:102104:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876386:0:102104:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876407:0:102104:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876424:0:102104:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074704.876431:0:102104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074704.876438:0:102104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dce00/0xd0f48591888aab64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00000002:00100000:3.0:1769074704.876457:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a5119f1f80 x1855007611822976/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074704.876469:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a5119f1f80 x1855007611822976/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074704.876483:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x146:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074704.876503:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x147:0x0], updating i_size 1024 00000002:00100000:3.0:1769074704.876521:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a5119f1f80 x1855007611822976/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074720 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074704.876608:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file da5319c679bbc6dec28698891103ab6280466dae4cb1f36e6cc75e1a7d3bfa63f1562e3fb70c42f3844960dede415769dee600a16575aa901514d0520c13bfa:[0x200000401:0x147:0x0](ffff97a509f6ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074704.876616:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x147:0x0](ffff97a509f6ba88),name=da5319c679bbc6dec28698891103ab6280466dae4cb1f36e6cc75e1a7d3bfa63f1562e3fb70c42f3844960dede415769dee600a16575aa901514d0520c13bfa 00000002:00010000:3.0:1769074704.876637:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x147:0x0]) in obj [0x200000401:0x146:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074704.876652:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.876668:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.876677:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x146:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074704.876683:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x147:0x0](ffff97a509f6ba88) 00000080:00010000:3.0:1769074704.876687:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x147:0x0](ffff97a509f6ba88) for lock 0xd0f48591888aab5d 00000080:00010000:3.0:1769074704.876693:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aab5d from it ffffb0d10269bcd8 00010000:00010000:3.0:1769074704.876697:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.876706:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074704.876737:0:102104:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000401:0x147:0x0](ffff97a509f6ba88) pos/size0/1024 32bit_api 0 00000002:00010000:3.0:1769074704.876750:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x147:0x0]) in obj [0x200000401:0x147:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074704.876756:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.877035:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074704.878370:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611823104:192.168.204.123@tcp:37:rm.0 00000100:00100000:2.0:1769074704.878601:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074704.882103:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074704.886596:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611823104:192.168.204.123@tcp:37:rm.0 00010000:00010000:3.0:1769074704.887372:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074704.887391:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5206dc000/0xd0f48591888aab5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe102 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074705.367399:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x154:0x0](ffff97a509f68908),name=fe55c1199b38ad591052677188c5f46e377a32f6f7e2238217507cd22d18c3b9e8caeb3bd1ff52ea9434f7f088989df9f313e30d79b47114515ca132286a168 00000002:00010000:2.0:1769074705.367436:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x154:0x0]) in obj [0x200000401:0x153:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074705.367450:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/340 (0 0) 00010000:00010000:2.0:1769074705.367507:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888aac6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.367528:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888aac6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.367540:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888aac6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:2.0:1769074705.367566:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611836032:192.168.204.123@tcp:101:rm.0 00000100:00100000:2.0:1769074705.367647:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074705.395273:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506bf0700 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611836416:192.168.204.123@tcp:37:rm.0 00010000:00010000:2.0:1769074705.395893:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888aac6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe37f expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074705.395908:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888aac6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe37f expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074705.395969:0:102104:0:(file.c:424:ll_file_release()) START file fe55c1199b38ad591052677188c5f46e377a32f6f7e2238217507cd22d18c3b9e8caeb3bd1ff52ea9434f7f088989df9f313e30d79b47114515ca132286a168:[0x200000401:0x154:0x0](ffff97a509f68908), flags 704000 00000002:00100000:2.0:1769074705.396033:0:102104:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506bf3100 x1855007611836288/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074705.396044:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074705.396050:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611836672/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074705.396075:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611836672:192.168.204.123@tcp:35:rm.0 00000100:00100000:2.0:1769074705.396187:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074705.405991:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611836672:192.168.204.123@tcp:35:rm.0 00000002:00100000:2.0:1769074705.406026:0:102104:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506bf3100 x1855007611836288/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074705.406110:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x153:0x0](ffff97a509e53248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074705.406120:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fe55c1199b38ad591052677188c5f46e377a32f6f7e2238217507cd22d18c3b9e8caeb3bd1ff52ea9434f7f088989df9f313e30d79b47114515ca132286a168, flags=258 00000080:00200000:2.0:1769074705.406193:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x154:0x0](ffff97a509f68908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074705.406205:0:102104:0:(file.c:1001:ll_file_open()) START file fe55c1199b38ad591052677188c5f46e377a32f6f7e2238217507cd22d18c3b9e8caeb3bd1ff52ea9434f7f088989df9f313e30d79b47114515ca132286a168:[0x200000401:0x154:0x0](ffff97a509f68908), flags 704400 00000002:00010000:2.0:1769074705.406229:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x154:0x0]) in obj [0x200000401:0x153:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074705.406317:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aac7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.406332:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aac7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:2.0:1769074705.406342:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074705.406350:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611836928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074705.406358:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aac7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:2.0:1769074705.406380:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611836928:192.168.204.123@tcp:101:rm.0 00000080:00200000:3.0:1769074705.650625:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88),name=b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a 00000002:00010000:3.0:1769074705.650665:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x158:0x0]) in obj [0x200000401:0x157:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074705.650684:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/344 (0 0) 00010000:00010000:3.0:1769074705.650751:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.650760:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.650771:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074705.650796:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611840128:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074705.651036:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074705.663915:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611840128:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074705.663943:0:102104:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.663960:0:102104:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x158:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.663969:0:102104:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.663981:0:102104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.663997:0:102104:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.664008:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.664015:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.664022:0:102104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074705.664032:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927100 x1855007611840128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074705.664045:0:102104:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.664055:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/344 (0 0) 00000080:00200000:3.0:1769074705.664063:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x157:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074705.664086:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x158:0x0], updating i_size 11264 00000080:00010000:3.0:1769074705.664092:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x158:0x0](ffff97a509e53a88) for lock 0xd0f48591888aacc2 00000080:00010000:3.0:1769074705.664101:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x158:0x0](ffff97a509e53a88) 00000080:00010000:3.0:1769074705.664103:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aacc2 from it ffffb0d10269bcb8 00010000:00010000:3.0:1769074705.664106:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.664113:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074705.664364:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x157:0x0](ffff97a509e54b08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074705.664384:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a, flags=258 00000080:00200000:3.0:1769074705.664609:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88), inode mode 41ed mask 44 00000080:00200008:3.0:1769074705.664621:0:102104:0:(file.c:1001:ll_file_open()) START file b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a:[0x200000401:0x158:0x0](ffff97a509e53a88), flags 704400 00000002:00010000:3.0:1769074705.664651:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x158:0x0]) in obj [0x200000401:0x157:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074705.664720:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.664729:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:3.0:1769074705.664741:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074705.664750:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927100 x1855007611840384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074705.664760:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074705.664784:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611840384:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074705.664979:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074705.670479:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611840384:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074705.670504:0:102104:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670532:0:102104:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670545:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670552:0:102104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670560:0:102104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670567:0:102104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074705.670573:0:102104:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670580:0:102104:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670588:0:102104:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670596:0:102104:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074705.670604:0:102104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.670611:0:102104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aacc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 102104 initiator: MDT0 00000002:00100000:3.0:1769074705.670630:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff97a511927100 x1855007611840384/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074705.670644:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511927100 x1855007611840384/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074705.670658:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x157:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074705.670685:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x158:0x0], updating i_size 11264 00000002:00100000:3.0:1769074705.670709:0:102104:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511927100 x1855007611840384/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074705.670800:0:102104:0:(file.c:6252:ll_getattr_dentry()) START file b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a:[0x200000401:0x158:0x0](ffff97a509e53a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074705.670809:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88),name=b50e83c2fc318c8ee86b7eeafb8a0af45cf19118f7d8cfb7b3759a66af99b999d70d748c74af3202fb3bf4f51d376a3021570d75664ae584b8c41fbeb88934a 00000002:00010000:3.0:1769074705.670830:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x158:0x0]) in obj [0x200000401:0x157:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074705.670845:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.670858:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074705.670866:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x157:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074705.670871:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x158:0x0](ffff97a509e53a88) 00000080:00010000:3.0:1769074705.670875:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x158:0x0](ffff97a509e53a88) for lock 0xd0f48591888aacc2 00000080:00010000:3.0:1769074705.670880:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aacc2 from it ffffb0d10269bcd8 00010000:00010000:3.0:1769074705.670883:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.670891:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074705.670922:0:102104:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88) pos/size0/11264 32bit_api 0 00000002:00010000:3.0:1769074705.670934:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x158:0x0]) in obj [0x200000401:0x158:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074705.670940:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.670953:0:102104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aacc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe443 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074705.675465:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611840512:192.168.204.123@tcp:37:rm.0 00000100:00100000:2.0:1769074705.675721:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b900 going to sleep for 11 seconds 00000080:00200000:3.0:1769074705.705345:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x159:0x0](ffff97a509f6f448),name=b20941a4a0c55f4e68ae1a20e945ef82dfdaaac76b03aa2e154722bc460143334d8fbeaf5571b0118f5b79e773f6db58ac1dc11c9227ef8b50e2a85f5726fd7 00000002:00010000:3.0:1769074705.705363:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x159:0x0]) in obj [0x200000401:0x158:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074705.705372:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/345 (0 0) 00010000:00010000:3.0:1769074705.705439:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.705448:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.705459:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074705.705485:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611841152:192.168.204.123@tcp:101:rm.0 00000100:00100000:3.0:1769074705.705702:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074705.713955:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611841152:192.168.204.123@tcp:101:rm.0 00010000:00010000:3.0:1769074705.713987:0:102104:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714007:0:102104:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x159:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714016:0:102104:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714033:0:102104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714045:0:102104:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714057:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714066:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714073:0:102104:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074705.714084:0:102104:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927800 x1855007611841152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074721 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074705.714096:0:102104:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.714107:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/345 (0 0) 00000080:00200000:3.0:1769074705.714113:0:102104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x158:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074705.714267:0:102104:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x159:0x0], updating i_size 11264 00000080:00010000:3.0:1769074705.714276:0:102104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x159:0x0](ffff97a509f6f448) for lock 0xd0f48591888aacd7 00000080:00010000:2.0:1769074705.718402:0:102104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x159:0x0](ffff97a509f6f448) 00000080:00010000:2.0:1769074705.718415:0:102104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aacd7 from it ffffb0d10269bcb8 00010000:00010000:2.0:1769074705.718424:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074705.718438:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888aacd7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe474 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074705.718526:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x158:0x0](ffff97a509e53a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074705.718537:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=b20941a4a0c55f4e68ae1a20e945ef82dfdaaac76b03aa2e154722bc460143334d8fbeaf5571b0118f5b79e773f6db58ac1dc11c9227ef8b50e2a85f5726fd7, flags=258 00000080:00200000:2.0:1769074705.718554:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x159:0x0](ffff97a509f6f448), inode mode 41ed mask 44 00000080:00200008:2.0:1769074705.718563:0:102104:0:(file.c:1001:ll_file_open()) START file b20941a4a0c55f4e68ae1a20e945ef82dfdaaac76b03aa2e154722bc460143334d8fbeaf5571b0118f5b79e773f6db58ac1dc11c9227ef8b50e2a85f5726fd7:[0x200000401:0x159:0x0](ffff97a509f6f448), flags 704400 00000002:00010000:2.0:1769074705.718589:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x159:0x0]) in obj [0x200000401:0x158:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074705.718653:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888aacde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.718662:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888aacde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:2.0:1769074705.718674:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074705.718687:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611841408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074705.718697:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888aacde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:2.0:1769074705.718721:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611841408:192.168.204.123@tcp:101:rm.0 00000100:00100000:2.0:1769074705.718900:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b600 going to sleep for 11 seconds 00000080:00200000:2.0:1769074705.849495:0:102104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08),name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed 00000002:00010000:2.0:1769074705.849523:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x15d:0x0]) in obj [0x200000401:0x15c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074705.849535:0:102104:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/349 (0 0) 00010000:00010000:2.0:1769074705.849577:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aad2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.849586:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aad2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00010000:00010000:2.0:1769074705.849596:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aad2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:2.0:1769074705.849618:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611845248:192.168.204.123@tcp:101:rm.0 00000100:00100000:2.0:1769074705.849705:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016b900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074705.868412:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506bf3480 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611845632:192.168.204.123@tcp:37:rm.0 00010000:00010000:3.0:1769074705.869046:0:102104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aad2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe538 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074705.869061:0:102104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aad2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe538 expref: -99 pid: 102104 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074705.869165:0:102104:0:(file.c:424:ll_file_release()) START file 314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed:[0x200000401:0x15d:0x0](ffff97a509efec08), flags 704000 00000002:00100000:3.0:1769074705.869243:0:102104:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506bf3b80 x1855007611845504/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074705.869257:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074705.869263:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926a00 x1855007611845888/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074705.869290:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611845888:192.168.204.123@tcp:35:rm.0 00000100:00100000:3.0:1769074705.869388:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074705.873907:0:102104:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611845888:192.168.204.123@tcp:35:rm.0 00000002:00100000:3.0:1769074705.873948:0:102104:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506bf3b80 x1855007611845504/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074721 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074705.874027:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15c:0x0](ffff97a509efdb88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074705.874037:0:102104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed, flags=258 00000080:00200000:3.0:1769074705.874047:0:102104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x15d:0x0](ffff97a509efec08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074705.874055:0:102104:0:(file.c:1001:ll_file_open()) START file 314af6e5d9a1616fdbea1a98e174f6573a7b5bebd13a3537645085c2e555e67cf3d59a2ed91666aced08f32d2d4d90a63b746e3b55ac1201ba8db9f6ad103ed:[0x200000401:0x15d:0x0](ffff97a509efec08), flags 704400 00000002:00010000:3.0:1769074705.874080:0:102104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x15d:0x0]) in obj [0x200000401:0x15c:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074705.874209:0:102104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888aad39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 102104 initiator: MDT0 00010000:00010000:3.0:1769074705.874224:0:102104:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888aad39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000020:00100000:3.0:1769074705.874237:0:102104:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074705.874244:0:102104:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926a00 x1855007611846144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074705.874254:0:102104:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888aad39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 102104 initiator: MDT0 00000100:00100000:3.0:1769074705.874273:0:102104:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job rm:2f1123b8-1fc9-4774-9dc7-f38054e0386e:102104:1855007611846144:192.168.204.123@tcp:101:rm.0 00000100:00100000:2.0:1769074705.874754:0:102104:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074705.902389:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074706.935469:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074707.805527:0:102294:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:3.0:1769074707.952412:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074708.975495:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074709.938530:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611863808:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074709.938555:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611863680:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074709.941665:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611863808:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074709.952612:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611863680:192.168.204.123@tcp:400:kworker.0 00000001:02000400:2.0:1769074709.975903:0:102432:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1769074709.999612:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074711.022300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074715.059432:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611863936:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074715.060049:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074715.060059:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611864064:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074715.070503:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968853 gen 1 00000100:00100000:2.0:1769074715.070623:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611864064:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074715.071722:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611863936:192.168.204.123@tcp:400:kworker.0 00000001:02000400:2.0:1769074717.395516:0:103001:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_04: link returns ENOENT if a component of either path prefix does not exist ========================================================== 04:38:35 (1769074715) 00010000:00010000:2.0:1769074718.193412:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074720.174343:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611864320:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074720.174465:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074720.174473:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611864192:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074720.180342:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611864192:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074720.180367:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611864320:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074721.263527:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074722.832590:0:103342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103342:1855007611864448:192.168.204.123@tcp:101:lfs.0 00010000:00010000:2.0:1769074722.832625:0:103342:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832647:0:103342:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832657:0:103342:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832674:0:103342:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832687:0:103342:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832702:0:103342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832717:0:103342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832724:0:103342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074722.832748:0:103342:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2c000 x1855007611864448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074738 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074722.832760:0:103342:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832770:0:103342:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074722.832777:0:103342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074722.832798:0:103342:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:2.0:1769074722.832801:0:103342:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:2.0:1769074722.832807:0:103342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:2.0:1769074722.832818:0:103342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074722.832821:0:103342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1015d3b20 00010000:00010000:2.0:1769074722.832825:0:103342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832833:0:103342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074722.832868:0:103342:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074722.832876:0:103342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074722.832900:0:103342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074722.832908:0:103342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832918:0:103342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074722.832924:0:103342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074722.832928:0:103342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074722.832931:0:103342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:2.0:1769074722.832934:0:103342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1015d3cb8 00010000:00010000:2.0:1769074722.832937:0:103342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.832943:0:103342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074722.833498:0:103342:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074722.833503:0:103342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074722.833512:0:103342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074722.833521:0:103342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833531:0:103342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074722.833537:0:103342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074722.833541:0:103342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074722.833545:0:103342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aa7a5 00000080:00010000:2.0:1769074722.833550:0:103342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa7a5 from it ffffb0d1015d3cb8 00010000:00010000:2.0:1769074722.833553:0:103342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833560:0:103342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074722.833680:0:103342:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074722.833688:0:103342:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074722.833695:0:103342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833703:0:103342:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074722.833709:0:103342:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074722.833713:0:103342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074722.833716:0:103342:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aa7a5 00000080:00010000:2.0:1769074722.833719:0:103342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aa7a5 from it ffffb0d1015d3bb0 00010000:00010000:2.0:1769074722.833723:0:103342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833730:0:103342:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074722.833739:0:103342:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074722.833747:0:103342:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:2.0:1769074722.833762:0:103342:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffc6ae137d0 00000080:00200000:2.0:1769074722.833774:0:103342:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074722.833797:0:103342:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833851:0:103342:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074722.833858:0:103342:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074722.833861:0:103342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888aa7a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fd245 expref: -99 pid: 99252 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074722.833887:0:103342:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074722.833896:0:103342:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611864704/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074722.833922:0:103342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103342:1855007611864704:192.168.204.123@tcp:36:lfs.0 00000100:00100000:2.0:1769074722.834041:0:103342:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074722.839358:0:103342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103342:1855007611864704:192.168.204.123@tcp:36:lfs.0 00000080:00200008:2.0:1769074722.839474:0:103342:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200000:2.0:1769074723.038615:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038628:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.038641:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038645:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.038653:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038656:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.038664:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038666:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.038674:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038677:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.038685:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038688:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.038695:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038699:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.038707:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038710:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.038720:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.038731:0:103348:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5034c8180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074723.038738:0:103348:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074723.038758:0:103348:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074723.038816:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aad9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.038824:0:103348:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aad9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000020:00100000:2.0:1769074723.038834:0:103348:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074723.038844:0:103348:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611866240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074723.038853:0:103348:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aad9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000100:00100000:2.0:1769074723.038874:0:103348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611866240:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074723.039047:0:103348:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000080:00200000:2.0:1769074723.380992:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381012:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.381024:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381028:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.381035:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381038:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.381046:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381049:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.381056:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381059:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.381065:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381068:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.381077:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381441:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.381456:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381459:0:103348:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.381466:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.381477:0:103348:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506310c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074723.381484:0:103348:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074723.381507:0:103348:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074723.381569:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.381648:0:103348:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000020:00100000:2.0:1769074723.381661:0:103348:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074723.381674:0:103348:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940380 x1855007611867520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074723.381684:0:103348:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000100:00100000:2.0:1769074723.381706:0:103348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867520:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074723.381941:0:103348:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074723.385804:0:103348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867520:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074723.385830:0:103348:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385847:0:103348:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385855:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385862:0:103348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385869:0:103348:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385875:0:103348:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074723.385880:0:103348:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385886:0:103348:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385893:0:103348:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385901:0:103348:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074723.385907:0:103348:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.385915:0:103348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00000002:00100000:2.0:1769074723.385934:0:103348:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940380 x1855007611867520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074739 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074723.385947:0:103348:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074723.385974:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.385988:0:103348:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074723.385997:0:103348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101c8b9a8 00010000:00010000:2.0:1769074723.386000:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.386007:0:103348:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074723.426556:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.426578:0:103348:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074723.426585:0:103348:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074723.426613:0:103348:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074723.426687:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.426698:0:103348:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.426708:0:103348:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000100:00100000:2.0:1769074723.426736:0:103348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867648:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074723.426832:0:103348:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074723.430221:0:103348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867648:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074723.430255:0:103348:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430273:0:103348:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430281:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430289:0:103348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430298:0:103348:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430305:0:103348:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074723.430310:0:103348:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430318:0:103348:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430325:0:103348:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430332:0:103348:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074723.430340:0:103348:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.430346:0:103348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aadc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00000002:00100000:2.0:1769074723.430368:0:103348:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507940380 x1855007611867648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074739 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074723.430382:0:103348:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074723.430483:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.430499:0:103348:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074723.430509:0:103348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101c8b940 00010000:00010000:3.0:1769074723.430514:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.430521:0:103348:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.435551:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.435713:0:103348:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074723.435719:0:103348:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074723.435749:0:103348:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074723.435875:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103348 initiator: MDT0 00010000:00010000:3.0:1769074723.435886:0:103348:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:3.0:1769074723.435896:0:103348:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000100:00100000:3.0:1769074723.435929:0:103348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867776:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074723.436030:0:103348:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5052369c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074723.441643:0:103348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867776:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074723.441667:0:103348:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441680:0:103348:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441686:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441692:0:103348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441700:0:103348:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441706:0:103348:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074723.441710:0:103348:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441717:0:103348:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441724:0:103348:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441730:0:103348:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074723.441737:0:103348:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00010000:00010000:2.0:1769074723.441744:0:103348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888aadcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103348 initiator: MDT0 00000002:00100000:2.0:1769074723.441762:0:103348:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511924000 x1855007611867776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074739 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074723.441777:0:103348:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074723.441804:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.441817:0:103348:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074723.441826:0:103348:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101c8b940 00010000:00010000:2.0:1769074723.441830:0:103348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.441837:0:103348:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.515706:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.515722:0:103348:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.515741:0:103348:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074723.515747:0:103348:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074723.515773:0:103348:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074723.515836:0:103348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888aadd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103348 initiator: MDT0 00010000:00010000:3.0:1769074723.515848:0:103348:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888aadd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00010000:00010000:3.0:1769074723.515858:0:103348:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888aadd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103348 initiator: MDT0 00000100:00100000:3.0:1769074723.515886:0:103348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103348:1855007611867904:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074723.516007:0:103348:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236b40 going to sleep for 11 seconds 00000080:00200000:2.0:1769074723.864539:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.864558:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.865256:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865264:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865277:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865280:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865288:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865290:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865297:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865300:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865308:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865311:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865317:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865320:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865327:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865330:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865337:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865340:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074723.865599:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865605:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.865612:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865615:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865621:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865624:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865631:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865634:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865640:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865642:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865649:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865651:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865657:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865659:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865678:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865681:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865689:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865693:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074723.865808:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865813:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.865820:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865823:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865829:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865832:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865839:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865842:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865848:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865850:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.865857:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865860:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865868:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865870:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865877:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865879:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.865886:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.865889:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074723.866021:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866026:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.866035:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866038:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866046:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866049:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866056:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866059:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866067:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866070:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866080:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866082:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866103:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866106:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866116:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866118:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866154:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866159:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074723.866281:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866285:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.866294:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866297:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866305:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866309:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866318:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866321:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866329:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866332:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866341:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866344:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866351:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866354:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866362:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866364:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866371:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866374:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074723.866489:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866495:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.866504:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866507:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866514:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866516:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866524:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866527:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866535:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866538:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866545:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866548:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866555:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866558:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866566:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866569:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866578:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866582:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074723.866689:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866694:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.866702:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866705:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866711:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866714:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866720:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866723:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866729:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866731:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866737:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866740:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866746:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866748:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866754:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866757:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866763:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866766:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074723.866871:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866875:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.866884:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866887:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866894:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866896:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866903:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866905:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866912:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866915:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.866921:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866924:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866930:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866933:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866939:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866942:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.866948:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.866951:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074723.892716:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892732:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.892745:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892749:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.892759:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892762:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.892769:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892772:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.892779:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892782:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.892790:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892793:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.892801:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892804:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.892811:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892814:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.892821:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.892832:0:103349:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506191c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074723.892839:0:103349:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074723.892864:0:103349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074723.892932:0:103349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.892942:0:103349:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103349 initiator: MDT0 00000020:00100000:2.0:1769074723.892958:0:103349:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074723.892971:0:103349:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611868288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074723.892981:0:103349:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103349 initiator: MDT0 00000100:00100000:2.0:1769074723.893003:0:103349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103349:1855007611868288:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074723.893485:0:103349:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074723.900191:0:103349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103349:1855007611868288:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074723.900224:0:103349:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900239:0:103349:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900246:0:103349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900254:0:103349:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900263:0:103349:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900268:0:103349:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074723.900274:0:103349:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900281:0:103349:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900289:0:103349:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900295:0:103349:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074723.900303:0:103349:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103349 initiator: MDT0 00010000:00010000:2.0:1769074723.900309:0:103349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aade1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103349 initiator: MDT0 00000002:00100000:2.0:1769074723.900328:0:103349:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940e00 x1855007611868288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074739 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074723.900343:0:103349:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074723.900369:0:103349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.900381:0:103349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074723.900391:0:103349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101deb9a8 00010000:00010000:2.0:1769074723.900394:0:103349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.900402:0:103349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074723.900795:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900804:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.900815:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900818:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.900826:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900830:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.900837:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900840:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.900847:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900850:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.900859:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900863:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.900874:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900877:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.900886:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900889:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.900897:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.900901:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074723.901226:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901231:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074723.901241:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901244:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.901252:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901255:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.901262:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901265:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.901272:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901275:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074723.901285:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901288:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.901296:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901299:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.901307:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901310:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074723.901318:0:103349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074723.901324:0:103349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074723.910415:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074723.910432:0:103350:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074723.910438:0:103350:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074723.910458:0:103350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074723.910474:0:103350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.910487:0:103350:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074723.910494:0:103350:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074723.910500:0:103350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074723.910503:0:103350:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:2.0:1769074723.910508:0:103350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101cc3cb8 00010000:00010000:2.0:1769074723.910512:0:103350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074723.910521:0:103350:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.913327:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913345:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074723.913358:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913361:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.913368:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913371:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.913378:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913380:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.913387:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913390:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.913398:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913401:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.913410:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913412:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.913420:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913423:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.913430:0:103350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.913434:0:103350:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074723.933632:0:103353:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074723.933648:0:103353:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074723.933654:0:103353:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074723.933686:0:103353:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074723.933701:0:103353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.933713:0:103353:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.933719:0:103353:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074723.933726:0:103353:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074723.933729:0:103353:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:3.0:1769074723.933735:0:103353:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d100d9bcb8 00010000:00010000:3.0:1769074723.933738:0:103353:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.933744:0:103353:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.970507:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074723.970522:0:103357:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074723.970528:0:103357:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074723.970547:0:103357:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074723.970561:0:103357:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.970580:0:103357:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.970587:0:103357:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074723.970594:0:103357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074723.970597:0:103357:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:3.0:1769074723.973453:0:103357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1014e3cb8 00010000:00010000:3.0:1769074723.973459:0:103357:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074723.973468:0:103357:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074723.976487:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.976494:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074723.978499:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978506:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.978523:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978526:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.978536:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978539:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.978547:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978550:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074723.978560:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978562:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.978570:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978573:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.978580:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978582:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074723.978591:0:103357:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074723.978594:0:103357:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074724.054827:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074724.054835:0:103362:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074724.054839:0:103362:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074724.054848:0:103362:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074724.054856:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.054864:0:103362:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.054871:0:103362:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074724.054875:0:103362:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074724.054878:0:103362:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:2.0:1769074724.054881:0:103362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074724.054884:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.054892:0:103362:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.057719:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057725:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.057736:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057739:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.057749:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057752:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.057761:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057763:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.057770:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057773:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.057781:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057784:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.057791:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057795:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.057803:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057806:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.057813:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.057823:0:103362:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a57680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074724.057833:0:103362:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074724.057858:0:103362:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074724.057927:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103362 initiator: MDT0 00010000:00010000:2.0:1769074724.057936:0:103362:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000020:00100000:2.0:1769074724.057947:0:103362:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074724.057960:0:103362:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611869696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074724.057969:0:103362:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000100:00100000:2.0:1769074724.057993:0:103362:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611869696:192.168.204.123@tcp:101:openssl.0 00000100:00100000:2.0:1769074724.058200:0:103362:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.069572:0:103362:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611869696:192.168.204.123@tcp:101:openssl.0 00010000:00010000:3.0:1769074724.069596:0:103362:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069609:0:103362:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069617:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069623:0:103362:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069631:0:103362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069636:0:103362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.069641:0:103362:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069647:0:103362:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069654:0:103362:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069659:0:103362:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.069666:0:103362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.069672:0:103362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aae04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00000002:00100000:3.0:1769074724.069690:0:103362:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940e00 x1855007611869696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.069704:0:103362:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.069729:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.069740:0:103362:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.069747:0:103362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1019579a8 00010000:00010000:3.0:1769074724.069750:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.069757:0:103362:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.070118:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070316:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.070330:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070334:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.070341:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070344:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.070351:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070354:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.070361:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070364:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.070371:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070374:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.070381:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070384:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.070391:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070394:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.070400:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.070411:0:103362:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520287500, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074724.070417:0:103362:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074724.070435:0:103362:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074724.070480:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.070487:0:103362:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000020:00100000:3.0:1769074724.070498:0:103362:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074724.070505:0:103362:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007611869952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074724.070515:0:103362:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000100:00100000:3.0:1769074724.070533:0:103362:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611869952:192.168.204.123@tcp:101:openssl.0 00000100:00100000:3.0:1769074724.070798:0:103362:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.080761:0:103362:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611869952:192.168.204.123@tcp:101:openssl.0 00010000:00010000:3.0:1769074724.080786:0:103362:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080804:0:103362:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080812:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080818:0:103362:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080826:0:103362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080832:0:103362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.080837:0:103362:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080844:0:103362:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080851:0:103362:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080857:0:103362:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.080864:0:103362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.080870:0:103362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00000002:00100000:3.0:1769074724.080889:0:103362:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925500 x1855007611869952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.080903:0:103362:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.080930:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.080943:0:103362:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.080951:0:103362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1019579a8 00010000:00010000:3.0:1769074724.080955:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.080963:0:103362:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.082400:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082416:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.082425:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082429:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.082436:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082438:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.082444:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082447:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.082453:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082455:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.082461:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082464:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.082470:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082472:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.082478:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082481:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.082487:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.082498:0:103362:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520286900, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074724.082505:0:103362:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074724.082527:0:103362:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074724.082740:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.082751:0:103362:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000020:00100000:3.0:1769074724.082761:0:103362:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074724.082771:0:103362:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007611870208/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074724.082779:0:103362:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00000100:00100000:3.0:1769074724.082799:0:103362:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611870208:192.168.204.123@tcp:101:openssl.0 00000100:00100000:3.0:1769074724.083006:0:103362:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.090909:0:103362:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103362:1855007611870208:192.168.204.123@tcp:101:openssl.0 00010000:00010000:3.0:1769074724.090933:0:103362:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090945:0:103362:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090951:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090957:0:103362:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090964:0:103362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090970:0:103362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.090974:0:103362:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090980:0:103362:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090987:0:103362:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.090992:0:103362:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.090999:0:103362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00010000:00010000:3.0:1769074724.091004:0:103362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aae12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103362 initiator: MDT0 00000002:00100000:3.0:1769074724.091021:0:103362:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925500 x1855007611870208/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.091032:0:103362:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.091057:0:103362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.091069:0:103362:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.091077:0:103362:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d1019579a8 00010000:00010000:3.0:1769074724.091080:0:103362:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.091098:0:103362:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.092110:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092205:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.092221:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092226:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.092234:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092236:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.092244:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092246:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.092254:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092256:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.092265:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092268:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.092276:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092278:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.092301:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092305:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.092315:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.092319:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074724.093626:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093640:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.093651:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093655:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093664:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093681:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093693:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093697:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093705:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093709:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093719:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093723:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.093760:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093764:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.093774:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093778:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.093786:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093790:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074724.093960:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093966:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.093976:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093980:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093988:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.093991:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.093999:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094002:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.094012:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094015:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.094022:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094025:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.094032:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094035:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.094043:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094046:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.094055:0:103362:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.094059:0:103362:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.123785:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074724.123795:0:103366:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074724.123801:0:103366:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074724.123829:0:103366:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074724.123848:0:103366:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.123865:0:103366:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.123873:0:103366:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074724.123880:0:103366:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074724.123883:0:103366:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:3.0:1769074724.123890:0:103366:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d100d7fcb8 00010000:00010000:3.0:1769074724.123895:0:103366:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.123904:0:103366:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.125419:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125438:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.125449:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125453:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.125461:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125464:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.125472:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125475:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.125484:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125487:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.125494:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125499:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.125506:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125509:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.125516:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125519:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.125526:0:103366:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.125530:0:103366:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074724.136951:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.136969:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.136980:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.136984:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.136991:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.136994:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137001:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137003:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137010:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137013:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137019:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137022:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137030:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137032:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137039:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137042:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137048:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137052:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074724.137865:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137877:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.137889:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137894:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137905:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137909:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137919:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137922:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137935:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137938:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.137946:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137950:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137957:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137959:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137966:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137969:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.137976:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.137980:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074724.138492:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.138499:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.138507:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139313:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.139435:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139443:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.139458:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139462:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.139474:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139478:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.139487:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139491:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.139501:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139505:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.139810:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139816:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.139827:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.139832:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074724.140042:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140047:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.140055:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140058:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140737:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140745:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140762:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140765:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140774:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140777:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140785:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140788:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.140795:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140798:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.140806:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140809:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.140816:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140820:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074724.140965:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140971:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.140979:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140982:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140989:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.140992:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.140999:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141003:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.141010:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141013:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.141020:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141023:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.141031:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141034:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.141041:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141044:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.141052:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.141057:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074724.142892:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142904:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.142916:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142920:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.142928:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142931:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.142938:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142941:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.142948:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142950:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.142957:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142960:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.142969:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142972:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.142981:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142984:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.142993:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.142997:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074724.155165:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155182:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.155195:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155200:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155209:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155212:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155220:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155223:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155230:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155232:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155240:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155244:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155253:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155256:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155264:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155267:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155275:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155279:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.155538:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155543:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.155550:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155553:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155560:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155562:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155569:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155571:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155577:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155580:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.155588:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155591:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155598:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155600:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155606:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155609:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.155617:0:103368:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.155705:0:103368:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074724.193227:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074724.193255:0:103372:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074724.193264:0:103372:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074724.193293:0:103372:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074724.193314:0:103372:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.193337:0:103372:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.193346:0:103372:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074724.193354:0:103372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074724.193359:0:103372:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aad63 00000080:00010000:2.0:1769074724.193366:0:103372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad63 from it ffffb0d101b6fcb8 00010000:00010000:2.0:1769074724.193370:0:103372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.193379:0:103372:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.197589:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.197599:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.197609:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.197612:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.198738:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198749:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.198771:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198775:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.198784:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198787:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.198794:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198797:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.198806:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198809:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.198817:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198820:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.198827:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.198831:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074724.199011:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.199015:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.199021:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.199024:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.199031:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.199034:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.199041:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.199044:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.199051:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.199054:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.199061:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.200200:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.200299:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.200303:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.200313:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.200315:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.200323:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.200327:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074724.200493:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.200498:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.202217:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202232:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202254:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202257:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202268:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202271:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202280:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202283:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202292:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202295:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.202304:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202307:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.202314:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202317:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.202325:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202329:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074724.202545:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202551:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.202561:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202563:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202570:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202572:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202579:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202582:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202588:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202591:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.202598:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202601:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.202608:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.202611:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.202618:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.204606:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.204624:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.204637:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.204641:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.204648:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.204651:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.204658:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.204660:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205326:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205333:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205356:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205360:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.205369:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205371:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.205378:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205381:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.205389:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205393:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074724.205777:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205784:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.205794:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205797:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205804:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205807:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205815:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205818:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205826:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.205829:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.205839:0:103373:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.205861:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.208653:0:103373:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.211731:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.211749:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074724.212012:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.212018:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.212028:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.212032:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.212042:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.212045:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.212054:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.212056:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214616:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214638:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214672:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214676:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214686:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214688:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214697:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214700:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214709:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214712:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074724.214881:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214887:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.214896:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214899:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214908:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214911:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214919:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214922:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214931:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214934:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.214942:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214945:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214952:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214955:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214963:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214966:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.214973:0:103372:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.214977:0:103372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.282514:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282524:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.282541:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282545:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.282558:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282561:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.282575:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282577:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.282591:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282594:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.282608:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282612:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.282624:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282627:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.282644:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282647:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.282659:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.282664:0:103375:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.284234:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.284251:0:103375:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d8968383cc9da902a8f603706d13e9fa, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:3.0:1769074724.284256:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074724.284261:0:103375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074724.284265:0:103375:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_d8968383cc9da902a8f603706d13e9fa, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074724.284307:0:103375:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.284332:0:103375:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.284459:0:103375:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.284467:0:103375:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074724.284470:0:103375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aad63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fe84f expref: -99 pid: 103342 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074724.284486:0:103375:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074724.284498:0:103375:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007611870464/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074724.284522:0:103375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103375:1855007611870464:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074724.284616:0:103375:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.293902:0:103375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103375:1855007611870464:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074724.293949:0:103375:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x162:0x0](ffff97a509ef5348) 00000080:00200000:3.0:1769074724.293957:0:103375:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x162:0x0], updating i_size 1024 00010000:00010000:2.0:1769074724.334287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074724.368677:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074724.368699:0:103381:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074724.368707:0:103381:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074724.368730:0:103381:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074724.368749:0:103381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aae19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fea71 expref: -99 pid: 103378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.368765:0:103381:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aae19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fea71 expref: -99 pid: 103378 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.368773:0:103381:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074724.368780:0:103381:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074724.368784:0:103381:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aae19 00000080:00010000:3.0:1769074724.368791:0:103381:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aae19 from it ffffb0d1014e3cb8 00010000:00010000:3.0:1769074724.368795:0:103381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aae19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fea71 expref: -99 pid: 103378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.368804:0:103381:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aae19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fea71 expref: -99 pid: 103378 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.372330:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372337:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.372346:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372349:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.372356:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372360:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.372368:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372371:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.372380:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372383:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.372391:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372394:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.372401:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372404:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.372411:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372414:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.372421:0:103381:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.372425:0:103381:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074724.447613:0:103388:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074724.447638:0:103388:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074724.447647:0:103388:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074724.447672:0:103388:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074724.447689:0:103388:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074724.447745:0:103388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103388 initiator: MDT0 00010000:00010000:2.0:1769074724.447755:0:103388:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103388 initiator: MDT0 00010000:00010000:2.0:1769074724.447764:0:103388:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103388 initiator: MDT0 00000100:00100000:2.0:1769074724.447791:0:103388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103388:1855007611872640:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074724.447895:0:103388:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a59c0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074724.525151:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074724.525175:0:103393:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074724.525183:0:103393:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074724.525322:0:103393:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074724.525340:0:103393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.525357:0:103393:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.525365:0:103393:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074724.525374:0:103393:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074724.525378:0:103393:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aae5f 00000080:00010000:3.0:1769074724.525385:0:103393:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aae5f from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074724.525389:0:103393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.525398:0:103393:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.527056:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527096:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.527111:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527116:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527154:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527158:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527169:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527172:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527180:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527183:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527189:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527290:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527307:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527311:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527321:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527324:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527331:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527335:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074724.527517:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527522:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.527531:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527534:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527543:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527545:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527552:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527555:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527561:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527564:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527570:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527573:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527581:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527584:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527592:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527596:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527604:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527608:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.527757:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527761:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.527771:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527774:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527782:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527785:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527792:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527794:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527801:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527804:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.527811:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527814:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527820:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527823:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527830:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527832:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.527840:0:103393:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.527844:0:103393:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074724.537906:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537927:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.537940:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537943:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.537950:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537953:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.537960:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537964:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.537972:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537975:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.537983:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537987:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.537997:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.537999:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.538007:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.538010:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.538017:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.538020:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.539058:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.539769:0:103395:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_e54c559a74639f88fa27dd057405bd1a, flags=0 00000080:00200000:3.0:1769074724.539775:0:103395:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074724.539781:0:103395:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_e54c559a74639f88fa27dd057405bd1a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074724.539827:0:103395:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.539851:0:103395:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.539898:0:103395:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888aae58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e9691feb3c expref: -99 pid: 103385 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.539910:0:103395:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x163:0x0]: losing layout lock 00010000:00010000:3.0:1769074724.539946:0:103395:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888aae58 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9691feb3c expref: -99 pid: 103385 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.539954:0:103395:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.539959:0:103395:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074724.539961:0:103395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888aae58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9691feb3c expref: -99 pid: 103385 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.539979:0:103395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888aae5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feb51 expref: -99 pid: 103388 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074724.539994:0:103395:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074724.540008:0:103395:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926300 x1855007611874176/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074724.540031:0:103395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103395:1855007611874176:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074724.540962:0:103396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074724.540977:0:103396:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074724.540984:0:103396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074724.540999:0:103396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074724.541010:0:103396:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074724.541046:0:103396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103396 initiator: MDT0 00010000:00010000:2.0:1769074724.541054:0:103396:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103396 initiator: MDT0 00000100:00100000:3.0:1769074724.541354:0:103395:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236a80 going to sleep for 11 seconds 00010000:00010000:2.0:1769074724.541415:0:103396:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103396 initiator: MDT0 00000100:00100000:3.0:1769074724.544445:0:103396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103396:1855007611874304:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074724.544540:0:103396:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.549652:0:103396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103396:1855007611874304:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074724.549676:0:103396:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549687:0:103396:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549698:0:103396:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549707:0:103396:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549718:0:103396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549729:0:103396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549735:0:103396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074724.549745:0:103396:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943800 x1855007611874304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074724.549756:0:103396:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549783:0:103396:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074724.549790:0:103396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074724.549811:0:103396:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074724.549817:0:103396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aae97 00000080:00010000:3.0:1769074724.549822:0:103396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074724.549825:0:103396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aae97 from it ffffb0d101987cb8 00010000:00010000:3.0:1769074724.549828:0:103396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.549835:0:103396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.554530:0:103396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.556055:0:103396:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074724.556071:0:103396:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074724.556101:0:103396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074724.556176:0:103396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103396 initiator: MDT0 00010000:00010000:3.0:1769074724.556187:0:103396:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103396 initiator: MDT0 00010000:00010000:3.0:1769074724.556196:0:103396:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888aae9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103396 initiator: MDT0 00000100:00100000:3.0:1769074724.556219:0:103396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103396:1855007611874432:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074724.556312:0:103396:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236f00 going to sleep for 11 seconds 00000080:00200000:2.0:1769074724.591681:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591699:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.591713:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591717:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.591725:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591728:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.591735:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591738:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.591744:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591747:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.591755:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591759:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.591766:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591768:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.591775:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591778:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.591785:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.591796:0:103398:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b701e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074724.591803:0:103398:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074724.591826:0:103398:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074724.591892:0:103398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.591916:0:103398:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00000020:00100000:2.0:1769074724.591931:0:103398:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074724.591945:0:103398:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611875200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074724.591960:0:103398:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00000100:00100000:2.0:1769074724.591986:0:103398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103398:1855007611875200:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074724.592731:0:103398:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074724.596804:0:103398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103398:1855007611875200:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074724.596827:0:103398:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596842:0:103398:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596848:0:103398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596854:0:103398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596862:0:103398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596867:0:103398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074724.596872:0:103398:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596879:0:103398:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596885:0:103398:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596895:0:103398:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074724.596901:0:103398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.596907:0:103398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaeba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103398 initiator: MDT0 00000002:00100000:2.0:1769074724.596926:0:103398:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611875200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074724.596940:0:103398:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074724.596965:0:103398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.596978:0:103398:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074724.596987:0:103398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aae97 from it ffffb0d101c7b9a8 00010000:00010000:2.0:1769074724.596990:0:103398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.596997:0:103398:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.597484:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597495:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.597506:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597510:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597517:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597520:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597529:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597532:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597540:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597543:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597550:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597554:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597562:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597565:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597574:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597578:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597587:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597591:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074724.597742:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597749:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074724.597757:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597760:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597767:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597770:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597777:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597779:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597788:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597790:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074724.597798:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597801:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597808:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597811:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597818:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597821:0:103398:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074724.597827:0:103398:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.597838:0:103398:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508b71500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074724.597844:0:103398:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074724.597865:0:103398:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074724.597917:0:103398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.597924:0:103398:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00000020:00100000:2.0:1769074724.597934:0:103398:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074724.597941:0:103398:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611875456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074724.597950:0:103398:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00000100:00100000:2.0:1769074724.597969:0:103398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103398:1855007611875456:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074724.598169:0:103398:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074724.601826:0:103398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103398:1855007611875456:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074724.601849:0:103398:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601862:0:103398:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601868:0:103398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601874:0:103398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601881:0:103398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601891:0:103398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074724.601896:0:103398:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601903:0:103398:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601909:0:103398:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601915:0:103398:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074724.601921:0:103398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103398 initiator: MDT0 00010000:00010000:2.0:1769074724.601927:0:103398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888aaec1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103398 initiator: MDT0 00000002:00100000:2.0:1769074724.601946:0:103398:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611875456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074724.601961:0:103398:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074724.601985:0:103398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.601997:0:103398:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074724.602005:0:103398:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aae97 from it ffffb0d101c7b9a8 00010000:00010000:2.0:1769074724.602009:0:103398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074724.602016:0:103398:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.610675:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610689:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.610701:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610705:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.610713:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610716:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.610723:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610726:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.610734:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610737:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.610744:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610748:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.610755:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610757:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.610765:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610768:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.610777:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.610781:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074724.614496:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.614519:0:103400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d8968383cc9da902a8f603706d13e9fa, flags=0 00000080:00200000:3.0:1769074724.614527:0:103400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074724.614533:0:103400:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_d8968383cc9da902a8f603706d13e9fa, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074724.614570:0:103400:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614595:0:103400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614646:0:103400:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888aae4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x162:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691feb0b expref: -99 pid: 103380 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614688:0:103400:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888aae4a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feb0b expref: -99 pid: 103380 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614695:0:103400:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614701:0:103400:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074724.614703:0:103400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888aae4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feb0b expref: -99 pid: 103380 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.614717:0:103400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888aae97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fec0e expref: -99 pid: 103396 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074724.614732:0:103400:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074724.614745:0:103400:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924380 x1855007611875712/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074724.615419:0:103400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103400:1855007611875712:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074724.615565:0:103400:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236300 going to sleep for 11 seconds 00000080:00200000:2.0:1769074724.642560:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074724.642590:0:103403:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074724.642601:0:103403:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074724.642625:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074724.642644:0:103403:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074724.642707:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:2.0:1769074724.642717:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:2.0:1769074724.642728:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:2.0:1769074724.642755:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876224:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074724.644689:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.647501:0:103403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876224:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074724.647525:0:103403:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647537:0:103403:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647550:0:103403:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647560:0:103403:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647570:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647578:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647584:0:103403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074724.647594:0:103403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943480 x1855007611876224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074724.647606:0:103403:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647621:0:103403:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074724.647629:0:103403:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074724.647654:0:103403:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074724.647660:0:103403:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074724.647667:0:103403:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074724.647671:0:103403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ca3cb8 00010000:00010000:3.0:1769074724.647674:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.647681:0:103403:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074724.650592:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074724.650612:0:103403:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074724.650617:0:103403:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074724.650640:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074724.650703:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:2.0:1769074724.650713:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:2.0:1769074724.650722:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:2.0:1769074724.650746:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876352:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074724.651033:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.655865:0:103403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876352:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074724.655886:0:103403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.655973:0:103403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.655981:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.655988:0:103403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.655995:0:103403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656001:0:103403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.656006:0:103403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656013:0:103403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656021:0:103403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656028:0:103403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.656034:0:103403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656040:0:103403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aaedd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00000002:00100000:3.0:1769074724.656171:0:103403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507942300 x1855007611876352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.656187:0:103403:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.656296:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.656309:0:103403:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.656317:0:103403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ca3980 00010000:00010000:3.0:1769074724.656320:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.656327:0:103403:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.656396:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.656411:0:103403:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074724.656415:0:103403:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074724.656431:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074724.656468:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656475:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.656483:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:3.0:1769074724.656502:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876480:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074724.656616:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.661734:0:103403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876480:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074724.661759:0:103403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661782:0:103403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661789:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661796:0:103403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661803:0:103403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661810:0:103403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.661814:0:103403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661821:0:103403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661828:0:103403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661835:0:103403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.661841:0:103403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.661847:0:103403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaee4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00000002:00100000:3.0:1769074724.661866:0:103403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007611876480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.661881:0:103403:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.662027:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.662042:0:103403:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.662051:0:103403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ca3980 00010000:00010000:3.0:1769074724.662055:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.662070:0:103403:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.662333:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.662345:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.662359:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.662362:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.662371:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.662374:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.662382:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.662391:0:103403:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074724.662395:0:103403:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074724.662413:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074724.662457:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.662464:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.662472:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:3.0:1769074724.662492:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876608:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074724.662587:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.666494:0:103403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876608:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074724.666515:0:103403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666526:0:103403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666533:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666540:0:103403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666548:0:103403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666558:0:103403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.666563:0:103403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666569:0:103403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666576:0:103403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666583:0:103403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.666589:0:103403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666594:0:103403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888aaeeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00000002:00100000:3.0:1769074724.666610:0:103403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007611876608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.666623:0:103403:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.666648:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.666659:0:103403:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.666667:0:103403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ca3980 00010000:00010000:3.0:1769074724.666671:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.666678:0:103403:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.666747:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.666758:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.666771:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.666774:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.666783:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.666795:0:103403:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507c4a480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074724.666801:0:103403:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074724.666820:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074724.666866:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.666872:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000020:00100000:3.0:1769074724.666882:0:103403:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074724.666888:0:103403:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924700 x1855007611876864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074724.666910:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:3.0:1769074724.666930:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876864:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074724.667212:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a505236cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074724.670920:0:103403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611876864:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074724.670943:0:103403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670955:0:103403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670961:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670968:0:103403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670975:0:103403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670981:0:103403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074724.670986:0:103403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670991:0:103403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.670998:0:103403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.671004:0:103403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074724.671010:0:103403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.671015:0:103403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888aaef2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103403 initiator: MDT0 00000002:00100000:3.0:1769074724.671033:0:103403:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511924700 x1855007611876864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074740 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074724.671047:0:103403:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074724.671091:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.671111:0:103403:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074724.671121:0:103403:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ca39a8 00010000:00010000:3.0:1769074724.671161:0:103403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074724.671169:0:103403:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074724.671584:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671594:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074724.671603:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671606:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.671614:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671616:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.671624:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671627:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.671635:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671638:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074724.671644:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671648:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.671656:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671659:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.671668:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671671:0:103403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074724.671678:0:103403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074724.671689:0:103403:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ed3b00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074724.671698:0:103403:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074724.671717:0:103403:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074724.672047:0:103403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaef9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103403 initiator: MDT0 00010000:00010000:3.0:1769074724.672065:0:103403:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaef9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000020:00100000:3.0:1769074724.672087:0:103403:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074724.672095:0:103403:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924700 x1855007611877120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074724.672103:0:103403:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888aaef9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103403 initiator: MDT0 00000100:00100000:2.0:1769074724.673093:0:103403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:103403:1855007611877120:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074724.673328:0:103403:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074725.302600:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611877504:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074725.302720:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074725.302728:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611877632:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074725.308505:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611877632:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074725.308523:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611877504:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074726.166102:0:103534:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074727.407372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074728.085177:0:103672:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00000100:00100000:2.0:1769074730.415640:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611877888:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074730.415742:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074730.415751:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611877760:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074730.442641:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611877760:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074730.442666:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968858 gen 1 00000100:00100000:3.0:1769074730.442699:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611877888:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074730.481723:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074732.530247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074733.550661:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074734.578600:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074735.536231:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611878016:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074735.536359:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074735.536367:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611878144:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074735.545190:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611878016:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074735.555390:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611878144:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074736.624730:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074737.548113:0:104377:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/05.t against ext4 filesystem 00010000:00010000:2.0:1769074737.646341:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074738.670317:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074739.696392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074740.655405:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611878272:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074740.655530:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074740.655538:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611878400:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074740.659600:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611878400:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074740.671026:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611878272:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074740.673593:0:104527:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/05.t against lustre filesystem 00000080:00200000:3.0:1769074740.744754:0:104530:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074740.745588:0:104530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.745607:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.745628:0:104530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.745635:0:104530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.745643:0:104530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.745647:0:104530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aad6a 00000080:00010000:3.0:1769074740.745654:0:104530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad6a from it ffffb0d10198fb58 00010000:00010000:3.0:1769074740.745659:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.745667:0:104530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.745686:0:104530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.745702:0:104530:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:3.0:1769074740.745707:0:104530:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:3.0:1769074740.745722:0:104530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.745862:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 104530 initiator: MDT0 00010000:00010000:3.0:1769074740.745872:0:104530:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 104530 initiator: MDT0 00010000:00010000:3.0:1769074740.745883:0:104530:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 104530 initiator: MDT0 00000100:00100000:3.0:1769074740.745916:0:104530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104530:1855007611878528:192.168.204.123@tcp:101:lfs.0 00000100:00100000:3.0:1769074740.746013:0:104530:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.755236:0:104530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104530:1855007611878528:192.168.204.123@tcp:101:lfs.0 00010000:00010000:3.0:1769074740.755266:0:104530:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755284:0:104530:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755292:0:104530:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755305:0:104530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755319:0:104530:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755331:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755340:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755348:0:104530:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074740.755359:0:104530:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924380 x1855007611878528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074740.755372:0:104530:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755389:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755399:0:104530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755407:0:104530:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755414:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755420:0:104530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755446:0:104530:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074740.755454:0:104530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074740.755483:0:104530:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:3.0:1769074740.755487:0:104530:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:3.0:1769074740.755494:0:104530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074740.755509:0:104530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074740.755513:0:104530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d10198fb20 00010000:00010000:3.0:1769074740.755516:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755524:0:104530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074740.755568:0:104530:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074740.755576:0:104530:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074740.755599:0:104530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.755607:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755615:0:104530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.755621:0:104530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.755626:0:104530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074740.755630:0:104530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074740.755633:0:104530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d10198fcb8 00010000:00010000:3.0:1769074740.755636:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.755644:0:104530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074740.756400:0:104530:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074740.756406:0:104530:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074740.756421:0:104530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.756434:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756444:0:104530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.756451:0:104530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.756456:0:104530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.756459:0:104530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aad6a 00000080:00010000:3.0:1769074740.756464:0:104530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad6a from it ffffb0d10198fcb8 00010000:00010000:3.0:1769074740.756467:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756473:0:104530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.756610:0:104530:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074740.756617:0:104530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.756624:0:104530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756631:0:104530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.756638:0:104530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.756642:0:104530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.756645:0:104530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aad6a 00000080:00010000:3.0:1769074740.756648:0:104530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aad6a from it ffffb0d10198fbb0 00010000:00010000:3.0:1769074740.756651:0:104530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756658:0:104530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.756667:0:104530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074740.756674:0:104530:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:3.0:1769074740.756691:0:104530:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffed01c0e00 00000080:00200000:3.0:1769074740.756703:0:104530:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074740.756727:0:104530:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756789:0:104530:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.756797:0:104530:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074740.756800:0:104530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888aad6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fe85d expref: -99 pid: 102871 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074740.756836:0:104530:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074740.756846:0:104530:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924380 x1855007611878784/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074740.756871:0:104530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104530:1855007611878784:192.168.204.123@tcp:36:lfs.0 00000100:00100000:3.0:1769074740.756967:0:104530:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e10c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074740.759991:0:5553:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074740.760007:0:5553:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760022:0:5553:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074740.760027:0:5553:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760035:0:5553:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760045:0:5553:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760078:0:5553:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760089:0:5553:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760164:0:5553:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760172:0:5553:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074740.760214:0:5553:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760222:0:5553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aaf07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fed73 expref: -99 pid: 104530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074740.760241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074740.760243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074740.760245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074740.760256:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074740.760280:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611878912:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074740.765489:0:104530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104530:1855007611878784:192.168.204.123@tcp:36:lfs.0 00000100:00100000:2.0:1769074740.766344:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611878912:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1769074740.769270:0:104530:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:2.0:1769074740.943994:0:104111:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074740.944006:0:104111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074740.944027:0:104111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074740.944096:0:104111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 104111 initiator: MDT0 00010000:00010000:2.0:1769074740.944107:0:104111:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 104111 initiator: MDT0 00010000:00010000:2.0:1769074740.945350:0:104111:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 104111 initiator: MDT0 00000100:00100000:2.0:1769074740.945396:0:104111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104111:1855007611879040:192.168.204.123@tcp:101:bash.0 00000100:00100000:2.0:1769074740.945495:0:104111:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519356e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.949223:0:104111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104111:1855007611879040:192.168.204.123@tcp:101:bash.0 00010000:00010000:3.0:1769074740.949253:0:104111:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949266:0:104111:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949278:0:104111:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949294:0:104111:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949307:0:104111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949316:0:104111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949322:0:104111:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074740.949333:0:104111:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940a80 x1855007611879040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074740.949346:0:104111:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949360:0:104111:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074740.949366:0:104111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074740.949392:0:104111:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1769074740.949399:0:104111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074740.949404:0:104111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.949408:0:104111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d101da3cb8 00010000:00010000:3.0:1769074740.949411:0:104111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949418:0:104111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949469:0:104111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074740.949485:0:104111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.949493:0:104111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949505:0:104111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949511:0:104111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.949515:0:104111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.949518:0:104111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074740.949521:0:104111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d101da3b58 00010000:00010000:3.0:1769074740.949524:0:104111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949531:0:104111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949539:0:104111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.949546:0:104111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074740.949556:0:104111:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074740.949560:0:104111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074740.949570:0:104111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.949577:0:104111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949584:0:104111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949590:0:104111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.949594:0:104111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074740.949597:0:104111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074740.949600:0:104111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101da3cb8 00010000:00010000:3.0:1769074740.949603:0:104111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949610:0:104111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949627:0:104111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074740.949631:0:104111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074740.949636:0:104111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949644:0:104111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949650:0:104111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074740.949653:0:104111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074740.949656:0:104111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074740.949659:0:104111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d101da3c18 00010000:00010000:3.0:1769074740.949662:0:104111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.949669:0:104111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.949681:0:104111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.949685:0:104111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1769074740.949689:0:104111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074740.962267:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962282:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074740.962294:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962299:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074740.962307:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962310:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074740.962318:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962320:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074740.962329:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962332:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074740.962341:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962344:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074740.962352:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962354:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074740.962362:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962364:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074740.962370:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074740.962379:0:104542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506310a80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074740.962386:0:104542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074740.962410:0:104542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074740.962478:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074740.962488:0:104542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000020:00100000:2.0:1769074740.962501:0:104542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074740.962514:0:104542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611879296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074740.962524:0:104542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000100:00100000:2.0:1769074740.962551:0:104542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611879296:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074740.967273:0:104542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519356e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074740.968110:0:104542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611879296:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074740.968164:0:104542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968177:0:104542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968184:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968191:0:104542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968199:0:104542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968205:0:104542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074740.968210:0:104542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968216:0:104542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968223:0:104542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968230:0:104542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074740.968236:0:104542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.968243:0:104542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888aaf15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00000002:00100000:3.0:1769074740.968260:0:104542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940e00 x1855007611879296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074756 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074740.968273:0:104542:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074740.968299:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.968310:0:104542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074740.968320:0:104542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101cab9a8 00010000:00010000:3.0:1769074740.968323:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074740.968330:0:104542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074740.968696:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968705:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074740.968715:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968718:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968726:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968728:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968736:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968739:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968745:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968748:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968756:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968760:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.968767:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968770:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.968778:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968781:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.968790:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968794:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074740.968957:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968962:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074740.968971:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968975:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968983:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968986:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.968994:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.968997:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.969006:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.969008:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074740.969015:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.969018:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.969025:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.969027:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.969035:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.969038:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074740.969046:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074740.969056:0:104542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ecc780, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074740.969064:0:104542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074740.969087:0:104542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074740.969175:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104542 initiator: MDT0 00010000:00010000:3.0:1769074740.969187:0:104542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000020:00100000:3.0:1769074740.969198:0:104542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074740.969206:0:104542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924380 x1855007611879552/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074740.969214:0:104542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000100:00100000:3.0:1769074740.969235:0:104542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611879552:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074740.969392:0:104542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e10c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074741.180681:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180705:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074741.180720:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180725:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.180737:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180741:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.180751:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180754:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.180764:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180767:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.180775:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.180779:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.181089:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.181093:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.181102:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.181105:0:104542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.181329:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.181344:0:104542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5122a8480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074741.181352:0:104542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074741.181378:0:104542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074741.181461:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.181472:0:104542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000020:00100000:2.0:1769074741.181484:0:104542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074741.181497:0:104542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940380 x1855007611880832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074741.181508:0:104542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000100:00100000:2.0:1769074741.181529:0:104542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611880832:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074741.181795:0:104542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519356e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074741.187100:0:104542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611880832:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074741.187239:0:104542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187256:0:104542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187262:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187269:0:104542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187278:0:104542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187284:0:104542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074741.187289:0:104542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187296:0:104542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187303:0:104542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187312:0:104542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074741.187320:0:104542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.187326:0:104542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00000002:00100000:2.0:1769074741.187347:0:104542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940380 x1855007611880832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074741.187363:0:104542:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074741.187391:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.187404:0:104542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074741.187412:0:104542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101cab9a8 00010000:00010000:2.0:1769074741.187417:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.187424:0:104542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.215881:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.215911:0:104542:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074741.216022:0:104542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074741.216049:0:104542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.216315:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.216333:0:104542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.216344:0:104542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000100:00100000:2.0:1769074741.216374:0:104542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611880960:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074741.216475:0:104542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519356e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074741.219719:0:104542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611880960:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074741.219749:0:104542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219765:0:104542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219773:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219789:0:104542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219797:0:104542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219812:0:104542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074741.219817:0:104542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219823:0:104542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219835:0:104542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219842:0:104542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074741.219851:0:104542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.219857:0:104542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888aaf46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104542 initiator: MDT0 00000002:00100000:2.0:1769074741.219881:0:104542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507940380 x1855007611880960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074741.219896:0:104542:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074741.219937:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.219952:0:104542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074741.219962:0:104542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101cab940 00010000:00010000:2.0:1769074741.219967:0:104542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.219975:0:104542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.222241:0:104542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.222267:0:104542:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074741.222273:0:104542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074741.222296:0:104542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.222360:0:104542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaf4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.222371:0:104542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaf4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00010000:00010000:2.0:1769074741.222380:0:104542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888aaf4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104542 initiator: MDT0 00000100:00100000:2.0:1769074741.222406:0:104542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104542:1855007611881088:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074741.223901:0:104542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519356e40 going to sleep for 11 seconds 00000080:00200000:2.0:1769074741.630702:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074741.630721:0:104544:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074741.630728:0:104544:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074741.630752:0:104544:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.630767:0:104544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.630781:0:104544:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.630788:0:104544:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074741.630803:0:104544:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074741.630807:0:104544:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074741.630814:0:104544:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ccbcb8 00010000:00010000:2.0:1769074741.630817:0:104544:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.630825:0:104544:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.633746:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633765:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074741.633779:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633783:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.633806:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633810:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.633820:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633823:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.633831:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633834:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.633842:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633846:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.633854:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633857:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.633864:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633867:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.633876:0:104544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.633879:0:104544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074741.659719:0:104547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074741.659744:0:104547:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074741.659751:0:104547:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074741.659779:0:104547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074741.659808:0:104547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.659823:0:104547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074741.659832:0:104547:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074741.659840:0:104547:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074741.659844:0:104547:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074741.659852:0:104547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d100d4bcb8 00010000:00010000:3.0:1769074741.659856:0:104547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.659869:0:104547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.682362:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074741.682391:0:104551:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074741.682401:0:104551:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074741.682432:0:104551:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074741.682453:0:104551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.682469:0:104551:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.682482:0:104551:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074741.682491:0:104551:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074741.682495:0:104551:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074741.682503:0:104551:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d100d4bcb8 00010000:00010000:2.0:1769074741.682507:0:104551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074741.682515:0:104551:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074741.684044:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684059:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074741.684072:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684076:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.684084:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684086:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.684094:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684097:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.684104:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684107:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.684116:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684120:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.684161:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684165:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.684173:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684175:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.684182:0:104551:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.684186:0:104551:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074741.701578:0:104552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104552:1855007611881856:192.168.204.123@tcp:101:awk.0 00010000:00010000:3.0:1769074741.701595:0:104552:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701606:0:104552:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701612:0:104552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701619:0:104552:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701625:0:104552:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701631:0:104552:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074741.701636:0:104552:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701642:0:104552:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701648:0:104552:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701654:0:104552:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074741.701660:0:104552:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.701666:0:104552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888aaf69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 104552 initiator: MDT0 00000002:00100000:3.0:1769074741.701681:0:104552:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5dc00 x1855007611881856/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074757 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074741.701693:0:104552:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074741.701708:0:104552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.701717:0:104552:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074741.701725:0:104552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101ccb9a8 00010000:00010000:3.0:1769074741.701728:0:104552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074741.701734:0:104552:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074741.702528:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702541:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074741.702554:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702559:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074741.702569:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702572:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074741.702580:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702583:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074741.702593:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702596:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074741.702605:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702609:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074741.702620:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702623:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074741.702632:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702635:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074741.702641:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074741.702653:0:104552:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508594000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074741.702660:0:104552:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074741.702680:0:104552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074741.702744:0:104552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaf70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104552 initiator: MDT0 00010000:00010000:3.0:1769074741.702766:0:104552:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaf70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104552 initiator: MDT0 00000020:00100000:3.0:1769074741.702779:0:104552:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074741.702789:0:104552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926300 x1855007611882112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074741.702808:0:104552:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aaf70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104552 initiator: MDT0 00000100:00100000:3.0:1769074741.702834:0:104552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104552:1855007611882112:192.168.204.123@tcp:101:awk.0 00000100:00100000:3.0:1769074741.703197:0:104552:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000080:00200000:2.0:1769074741.720712:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.720730:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074741.720745:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.720750:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.721392:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721397:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.721406:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721409:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.721417:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721419:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074741.721429:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721433:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.721441:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721444:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.721453:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721456:0:104552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074741.721468:0:104552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074741.721482:0:104552:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503005b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074741.721490:0:104552:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074741.721523:0:104552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074741.721605:0:104552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aaf77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 104552 initiator: MDT0 00010000:00010000:2.0:1769074741.721614:0:104552:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aaf77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104552 initiator: MDT0 00000020:00100000:2.0:1769074741.721626:0:104552:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074741.721639:0:104552:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611882496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074741.721649:0:104552:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aaf77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 104552 initiator: MDT0 00000100:00100000:2.0:1769074741.721674:0:104552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:104552:1855007611882496:192.168.204.123@tcp:101:awk.0 00010000:00010000:2.0:1769074741.743755:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074743.788707:0:104683:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:3.0:1769074743.792320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074744.818262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074745.774924:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611882880:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074745.775035:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074745.775042:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611883008:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074745.780932:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611882880:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074745.786910:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611883008:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074746.863645:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074747.887333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074749.935025:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074750.894575:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611883264:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074750.894794:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074750.894803:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611883136:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074750.911263:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611883136:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074750.912431:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611883264:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074750.958526:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074753.006466:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074754.032306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074754.445503:0:105527:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/06.t against ext4 filesystem 00010000:00010000:3.0:1769074756.078998:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074757.103301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074757.828717:0:105792:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/06.t against lustre filesystem 00000080:00200000:3.0:1769074758.199652:0:105804:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074758.199692:0:105804:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074758.199714:0:105804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.199733:0:105804:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.199742:0:105804:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074758.199751:0:105804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074758.199754:0:105804:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074758.199762:0:105804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d10194fb58 00010000:00010000:3.0:1769074758.199766:0:105804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.199776:0:105804:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.199794:0:105804:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.199803:0:105804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:3.0:1769074758.199813:0:105804:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074758.199818:0:105804:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074758.199829:0:105804:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074758.199837:0:105804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.199860:0:105804:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.199867:0:105804:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074758.199871:0:105804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074758.199874:0:105804:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074758.199878:0:105804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d10194fcb8 00010000:00010000:3.0:1769074758.199881:0:105804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.199889:0:105804:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074758.200415:0:105804:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074758.200421:0:105804:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074758.200430:0:105804:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074758.200439:0:105804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.200447:0:105804:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.200453:0:105804:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074758.200457:0:105804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074758.200459:0:105804:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074758.200463:0:105804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d10194fcb8 00010000:00010000:3.0:1769074758.200465:0:105804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.200473:0:105804:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.212195:0:105804:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074758.212229:0:105804:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074758.212248:0:105804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.212267:0:105804:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.212276:0:105804:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074758.212285:0:105804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074758.212289:0:105804:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf0e 00000080:00010000:3.0:1769074758.212297:0:105804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf0e from it ffffb0d10194fbb0 00010000:00010000:3.0:1769074758.212301:0:105804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.212312:0:105804:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074758.212331:0:105804:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074758.212341:0:105804:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:3.0:1769074758.212370:0:105804:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffd38b755f0 00000080:00200000:3.0:1769074758.212385:0:105804:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074758.212415:0:105804:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.212479:0:105804:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074758.212486:0:105804:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074758.212489:0:105804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888aaf0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fed81 expref: -99 pid: 104111 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074758.212525:0:105804:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074758.212540:0:105804:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007611883776/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074758.212569:0:105804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105804:1855007611883776:192.168.204.123@tcp:36:lfs.0 00000100:00100000:3.0:1769074758.212685:0:105804:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074758.220815:0:105804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105804:1855007611883776:192.168.204.123@tcp:36:lfs.0 00000080:00200008:2.0:1769074758.237404:0:105804:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:3.0:1769074758.357093:0:105260:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074758.357107:0:105260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074758.357286:0:105260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074758.357370:0:105260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 105260 initiator: MDT0 00010000:00010000:3.0:1769074758.357381:0:105260:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105260 initiator: MDT0 00010000:00010000:3.0:1769074758.357393:0:105260:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105260 initiator: MDT0 00000100:00100000:3.0:1769074758.357420:0:105260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105260:1855007611883904:192.168.204.123@tcp:101:bash.0 00000100:00100000:3.0:1769074758.357672:0:105260:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074758.366967:0:105260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105260:1855007611883904:192.168.204.123@tcp:101:bash.0 00010000:00010000:2.0:1769074758.366997:0:105260:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367016:0:105260:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367029:0:105260:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367039:0:105260:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367051:0:105260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367059:0:105260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367065:0:105260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074758.367075:0:105260:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925500 x1855007611883904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074774 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074758.367089:0:105260:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367102:0:105260:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074758.367109:0:105260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074758.367179:0:105260:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:2.0:1769074758.367186:0:105260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074758.367193:0:105260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074758.367196:0:105260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074758.367200:0:105260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367208:0:105260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367274:0:105260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074758.367290:0:105260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074758.367298:0:105260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367309:0:105260:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367316:0:105260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074758.367320:0:105260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074758.367323:0:105260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074758.367327:0:105260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d10197fb58 00010000:00010000:2.0:1769074758.367330:0:105260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367338:0:105260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367346:0:105260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074758.367354:0:105260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074758.367365:0:105260:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074758.367369:0:105260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074758.367381:0:105260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074758.367388:0:105260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367395:0:105260:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367401:0:105260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074758.367405:0:105260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074758.367407:0:105260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074758.367410:0:105260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074758.367413:0:105260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367420:0:105260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367439:0:105260:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074758.367444:0:105260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074758.367449:0:105260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367456:0:105260:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367461:0:105260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074758.367464:0:105260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074758.367466:0:105260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074758.367470:0:105260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d10197fc18 00010000:00010000:2.0:1769074758.367473:0:105260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074758.367479:0:105260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074758.367486:0:105260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074758.367490:0:105260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074758.367495:0:105260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:3.0:1769074758.371079:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371096:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.371110:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371115:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371151:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371155:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371165:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371169:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371178:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371182:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371190:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371194:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371202:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371205:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371213:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371216:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371224:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371227:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074758.371412:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371417:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.371426:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371429:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371438:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371440:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371447:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371450:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371457:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371460:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371468:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371471:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371479:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371482:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371490:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371493:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371503:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371507:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074758.371660:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371665:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.371674:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371677:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371684:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371688:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371696:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371698:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371705:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371708:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371715:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371718:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371726:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371728:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371736:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371739:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371747:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371751:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074758.371889:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371894:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.371904:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371907:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371914:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371918:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371926:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371929:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371937:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371940:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.371948:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371950:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371957:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371960:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371967:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371970:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.371980:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.371984:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074758.372098:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372103:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.372112:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372115:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372148:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372152:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372164:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372167:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372176:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372179:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372187:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372190:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372197:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372199:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372207:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372210:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372217:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372221:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074758.372335:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372341:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.372351:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372355:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372364:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372368:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372379:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372382:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372389:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372392:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.372398:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372401:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372409:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372412:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372420:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372423:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.372431:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.372434:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074758.382487:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382505:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.382531:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382536:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.382544:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382546:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.382553:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382556:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.382563:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382565:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.382572:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382575:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.382582:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382585:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.382593:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382595:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.382603:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.382606:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074758.383260:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383267:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074758.383277:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383280:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.383287:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383289:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.383298:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383301:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.383309:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383312:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074758.383320:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383324:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.383332:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383335:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.383344:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383348:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074758.383356:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.383359:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074758.704093:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.704317:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:3.0:1769074758.705825:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.705840:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:3.0:1769074758.776686:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.776701:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.776708:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:3.0:1769074758.776720:0:105807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074758.776724:0:105807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00010000:00010000:3.0:1769074759.150952:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074759.249510:0:105813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074759.249532:0:105813:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074759.249540:0:105813:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074759.249567:0:105813:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074759.249585:0:105813:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.249602:0:105813:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.249609:0:105813:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074759.249617:0:105813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074759.249620:0:105813:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074759.249627:0:105813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101e9bcb8 00010000:00010000:2.0:1769074759.249631:0:105813:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.249640:0:105813:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.254024:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254427:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.254450:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254455:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.254464:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254467:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.254478:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254480:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.254487:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254490:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.254509:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254513:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.254522:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254525:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.254533:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254537:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.254544:0:105814:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.254548:0:105814:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074759.262101:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074759.262145:0:105817:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074759.262152:0:105817:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074759.262174:0:105817:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074759.262191:0:105817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.262205:0:105817:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.262212:0:105817:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074759.262219:0:105817:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074759.262222:0:105817:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074759.262229:0:105817:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d1015d3cb8 00010000:00010000:2.0:1769074759.262233:0:105817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.262241:0:105817:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.263555:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263571:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.263581:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263585:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.263593:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263596:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.263602:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263605:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.263614:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263617:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.263624:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263627:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.263634:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263637:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.263645:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263648:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.263656:0:105817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.263660:0:105817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.282642:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282656:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.282665:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282670:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.282676:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282679:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.282686:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282688:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.282695:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282697:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.282704:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282707:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.282714:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282717:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.282723:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282726:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.282734:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.282737:0:105816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.286784:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.286803:0:105816:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.286812:0:105816:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.286840:0:105816:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.286857:0:105816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.286873:0:105816:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.286880:0:105816:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.286889:0:105816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.286892:0:105816:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.286899:0:105816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101f2bcb8 00010000:00010000:3.0:1769074759.286903:0:105816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.286913:0:105816:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.286936:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.286940:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074759.286945:0:105816:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:3.0:1769074759.286962:0:105816:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:3.0:1769074759.286973:0:105816:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074759.296047:0:105816:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.296058:0:105816:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074759.296080:0:105816:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.296097:0:105816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.296113:0:105816:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.296455:0:105816:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.296465:0:105816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074759.296469:0:105816:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:3.0:1769074759.296476:0:105816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101f2bcb8 00010000:00010000:3.0:1769074759.296480:0:105816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.296489:0:105816:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.296538:0:105816:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.296547:0:105816:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:3.0:1769074759.296551:0:105816:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1734, max_age 1751 00800000:00000004:3.0:1769074759.296560:0:105816:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1734, max_age 1751 00000100:00100000:3.0:1769074759.296603:0:105816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105816:1855007611884032:192.168.204.123@tcp:41:df.0 00000100:00100000:3.0:1769074759.296753:0:105816:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035f00 going to sleep for 11 seconds 00000080:00200000:2.0:1769074759.348764:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074759.348791:0:105821:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074759.348799:0:105821:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074759.348831:0:105821:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074759.348855:0:105821:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.348871:0:105821:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.348888:0:105821:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074759.348895:0:105821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074759.348899:0:105821:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074759.348907:0:105821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c33cb8 00010000:00010000:2.0:1769074759.348918:0:105821:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.348927:0:105821:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.351558:0:105822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.351584:0:105822:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.351594:0:105822:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.351625:0:105822:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.351647:0:105822:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.351664:0:105822:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.351672:0:105822:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.351682:0:105822:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.351686:0:105822:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.351695:0:105822:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c3bcb8 00010000:00010000:3.0:1769074759.351700:0:105822:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.351720:0:105822:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.353944:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.353963:0:105823:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.353969:0:105823:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.353989:0:105823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.354002:0:105823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.354013:0:105823:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.354018:0:105823:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.354026:0:105823:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.354028:0:105823:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.354045:0:105823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c43cb8 00010000:00010000:3.0:1769074759.354047:0:105823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.354053:0:105823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.355181:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355191:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.355197:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355200:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355204:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355206:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355210:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355212:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355216:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355218:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355222:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355224:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355228:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355230:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355234:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355236:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355240:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355242:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074759.355355:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355358:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.355365:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355367:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355373:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355375:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355379:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355381:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355385:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355387:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355391:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355393:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355397:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355399:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355403:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355404:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355409:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355411:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074759.355517:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355522:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.355531:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355534:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355542:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355544:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355553:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355557:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355566:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355569:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355577:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355581:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355589:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355592:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355599:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355602:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355609:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355613:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074759.355708:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355712:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.355719:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355722:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355730:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355733:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355741:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355743:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355749:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355752:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355759:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355762:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355771:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355774:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355782:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355784:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355793:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355796:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074759.355886:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355889:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.355894:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355896:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355902:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355903:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355908:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355910:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355914:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355916:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.355921:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355924:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355928:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355930:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355934:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355936:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.355940:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.355942:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074759.356017:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356021:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.356026:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356028:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356033:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356034:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356039:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356041:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356045:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356047:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356051:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356052:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356057:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356058:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356063:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356064:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356069:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356071:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074759.356190:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356194:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.356199:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356201:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356205:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356207:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356212:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356214:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356219:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356221:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356226:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356227:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356232:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356234:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356239:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356240:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356245:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356247:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.356349:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356352:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.356360:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356362:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356367:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356368:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356373:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356375:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356379:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356381:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.356385:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356387:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356391:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356392:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356396:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356398:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.356402:0:105823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.356404:0:105823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074759.357315:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357323:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.357329:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357331:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.357336:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357338:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.357342:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357344:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.357348:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357350:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.357354:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357356:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.357360:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357362:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.357367:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357368:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.357373:0:105821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.357375:0:105821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074759.441763:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074759.441787:0:105827:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074759.441795:0:105827:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074759.441821:0:105827:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074759.441839:0:105827:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.441855:0:105827:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.441867:0:105827:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074759.441873:0:105827:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074759.441877:0:105827:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074759.441884:0:105827:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101e9bcb8 00010000:00010000:2.0:1769074759.441889:0:105827:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.441896:0:105827:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.443338:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443354:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.443365:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443369:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443377:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443379:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443386:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443389:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443397:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443400:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443408:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443412:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443420:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443422:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443429:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443432:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443438:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443442:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074759.443638:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443642:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.443650:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443653:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443659:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443662:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443669:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443672:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443678:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443681:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443688:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443691:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443698:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443700:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443707:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443710:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443716:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443719:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074759.443840:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443844:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.443852:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443854:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443862:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443864:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443872:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443874:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443881:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443884:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.443890:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443893:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443899:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443902:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443908:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443911:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.443917:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.443920:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074759.444032:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444037:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.444047:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444050:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444057:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444059:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444066:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444068:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444076:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444079:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444087:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444090:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444098:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444101:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444108:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444111:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444119:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444145:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074759.444256:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444262:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.444272:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444275:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444283:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444286:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444293:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444296:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444305:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444308:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444315:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444318:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444325:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444327:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444335:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444337:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.444345:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444349:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074759.444468:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444472:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.444480:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444482:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.444489:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.444491:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.453876:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453891:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.453907:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453911:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.453921:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453925:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.453933:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453936:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.453942:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453945:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.453952:0:105827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.453955:0:105827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.509228:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.509244:0:105832:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.509252:0:105832:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.509278:0:105832:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.509296:0:105832:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.509312:0:105832:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.509320:0:105832:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.509327:0:105832:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.509331:0:105832:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.509337:0:105832:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c5bcb8 00010000:00010000:3.0:1769074759.509342:0:105832:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.509350:0:105832:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.510744:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510755:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.510769:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510773:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.510782:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510786:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.510793:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510796:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.510805:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510808:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.510818:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510820:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.510830:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510832:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.510839:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510842:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.510849:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.510853:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074759.511054:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511059:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.511070:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511074:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511082:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511085:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511093:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511096:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511103:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511106:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511113:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511116:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511153:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511158:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511169:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511172:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511180:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511184:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074759.511323:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511327:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.511335:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511338:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511350:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511353:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511364:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511366:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511375:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511377:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511386:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511389:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511397:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511400:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511409:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511411:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511420:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511424:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074759.511577:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511582:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.511590:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511593:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511601:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511604:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511612:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511614:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511622:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511624:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511632:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511635:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511641:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511644:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511651:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511654:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511660:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511663:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074759.511778:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511782:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.511791:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511794:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511802:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511805:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511813:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511816:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511825:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511828:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.511835:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511838:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511846:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511848:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511855:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511858:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.511866:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.511870:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074759.512013:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512018:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.512027:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512030:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.512038:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512041:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.512049:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512051:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.512058:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512060:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.512066:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512069:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.512076:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512078:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.512084:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512087:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.512094:0:105832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.512098:0:105832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.575556:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.575576:0:105837:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.575583:0:105837:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.575875:0:105837:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.575894:0:105837:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.575912:0:105837:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.575919:0:105837:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.575927:0:105837:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.575931:0:105837:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.575939:0:105837:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074759.575943:0:105837:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.575962:0:105837:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.582510:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074759.582534:0:105838:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074759.582542:0:105838:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074759.582566:0:105838:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074759.582587:0:105838:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.582604:0:105838:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.582623:0:105838:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074759.582631:0:105838:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074759.582634:0:105838:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:2.0:1769074759.582642:0:105838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074759.582646:0:105838:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.582657:0:105838:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.584413:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584428:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.584450:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584454:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.584462:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584465:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.584472:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584474:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.584482:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584485:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.584504:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584508:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.584517:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584520:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.584532:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584535:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.584544:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.584547:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074759.591262:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.591287:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.591777:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591784:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.591796:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591800:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.591809:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591813:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.591821:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591824:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.591832:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591835:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.591843:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591846:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.591855:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591857:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.591865:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591867:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.591875:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.591879:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074759.592157:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592163:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.592174:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592178:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592187:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592190:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592200:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592203:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592213:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592216:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592225:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592228:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592236:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592239:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592250:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592252:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592261:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592265:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074759.592427:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592432:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.592440:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592443:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592450:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592452:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592458:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592461:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592468:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592471:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592478:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592480:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592488:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592504:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592515:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592518:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592525:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592528:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074759.592657:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592662:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.592671:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592674:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592684:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592687:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592695:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592697:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592705:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592708:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592716:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592719:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592726:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592729:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592737:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592740:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592747:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592751:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074759.592884:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592889:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.592897:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592899:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592905:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592908:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592914:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592917:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592924:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592926:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.592935:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592937:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592945:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592948:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592955:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592958:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.592965:0:105837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.592969:0:105837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074759.595892:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595907:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.595919:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595922:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.595931:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595934:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.595944:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595946:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.595954:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595957:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.595965:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595968:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.595975:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595978:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.595987:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.595991:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074759.596226:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596232:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.596239:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596242:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.596249:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596251:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.596259:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596262:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.596269:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596272:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.596278:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.596281:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.596287:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.598926:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599005:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599009:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599018:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599022:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074759.599361:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599367:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.599376:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599380:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599387:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599389:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599397:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599400:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599408:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599412:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599419:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599422:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599431:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599434:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599442:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599445:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599454:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599457:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074759.599615:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599621:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.599634:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599638:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599647:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599650:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599657:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599660:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599668:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599671:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.599678:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599681:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599689:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599691:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599698:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.599701:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.599708:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600107:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074759.600380:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600386:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.600395:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600398:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.600406:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600409:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.600417:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600420:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.600428:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600432:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.600440:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600443:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.600450:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600453:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.600461:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600464:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.600471:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.600475:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074759.601218:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601227:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.601238:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601241:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.601247:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601250:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.601257:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601260:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.601267:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601270:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.601279:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.601282:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.604874:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.604892:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.604935:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.604939:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.605396:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.605404:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074759.607198:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607212:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.607225:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607230:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.607240:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607243:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.607252:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607255:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.607263:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607266:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.607275:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607278:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.607287:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607303:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.607316:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607319:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.607329:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607332:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074759.607592:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.607597:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.615315:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.617542:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.618158:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618168:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.618192:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618194:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.618202:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618205:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.618216:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618219:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.618226:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618228:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.618240:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618242:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.618251:0:105838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.618255:0:105838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074759.667019:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.667045:0:105842:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.667054:0:105842:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.667081:0:105842:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.667100:0:105842:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.667149:0:105842:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.667159:0:105842:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074759.667168:0:105842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074759.667171:0:105842:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aaed6 00000080:00010000:3.0:1769074759.667179:0:105842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaed6 from it ffffb0d101c43cb8 00010000:00010000:3.0:1769074759.667183:0:105842:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.667192:0:105842:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.670402:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670421:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.670433:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670438:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670447:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670450:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670458:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670461:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670468:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670471:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670480:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670483:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670581:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670586:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670599:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670603:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670627:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670632:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074759.670895:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670901:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.670911:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670914:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670921:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670924:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670932:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670934:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670941:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670944:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.670950:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670953:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670960:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670962:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670970:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670972:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.670979:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.670983:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074759.671170:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671175:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.671185:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671188:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.671196:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671199:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.671208:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671211:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.671219:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671224:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.671232:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671235:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.671243:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671246:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.671254:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671256:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.671264:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671267:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074759.671980:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.671990:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.671999:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672002:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.672009:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672011:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.672020:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672022:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.672030:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672033:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.672041:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672044:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.672051:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672054:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.672061:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672064:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.672073:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672077:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074759.672279:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.672285:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.675445:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675460:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675474:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675479:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675498:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675502:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675513:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675516:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675523:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675527:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675533:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675536:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675543:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675546:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675554:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675559:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074759.675830:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675836:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.675845:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675848:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675857:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675860:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675868:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675871:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675879:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675881:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.675888:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675891:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675901:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675904:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675911:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675914:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.675922:0:105842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.675926:0:105842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.723412:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723427:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074759.723434:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723437:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.723441:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723443:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.723448:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723450:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.723454:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723456:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.723460:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723463:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.723467:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723468:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.723475:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723478:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.723486:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723500:0:105845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074759.723882:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.723892:0:105845:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4255dfb353e655904e9496da34546b10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:3.0:1769074759.723895:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074759.723898:0:105845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074759.723901:0:105845:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_4255dfb353e655904e9496da34546b10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074759.723939:0:105845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.723959:0:105845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.724062:0:105845:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.724067:0:105845:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074759.724069:0:105845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaed6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fecd9 expref: -99 pid: 103403 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074759.724084:0:105845:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074759.724097:0:105845:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924380 x1855007611885056/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074759.724148:0:105845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105845:1855007611885056:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074759.724250:0:105845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074759.732100:0:105845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105845:1855007611885056:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074759.732174:0:105845:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00200000:2.0:1769074759.732183:0:105845:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x166:0x0], updating i_size 1024 00000080:00200000:3.0:1769074759.747935:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.747957:0:105848:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.747964:0:105848:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074759.747984:0:105848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.747998:0:105848:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074759.748053:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.748063:0:105848:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.748073:0:105848:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000100:00100000:3.0:1769074759.748101:0:105848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885184:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074759.748353:0:105848:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5100350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.777116:0:105848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885440:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.777237:0:105848:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777251:0:105848:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777258:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777266:0:105848:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777274:0:105848:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777285:0:105848:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.777440:0:105848:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777532:0:105848:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777541:0:105848:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777548:0:105848:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.777555:0:105848:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777559:0:105848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888aafaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00000002:00100000:3.0:1769074759.777573:0:105848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d880 x1855007611885440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.777585:0:105848:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.777611:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.777623:0:105848:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.777632:0:105848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aafa1 from it ffffb0d101c3b980 00010000:00010000:3.0:1769074759.777636:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.777643:0:105848:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.777715:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.777724:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.777736:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.777739:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.777747:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.777750:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.777760:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.777771:0:105848:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074759.777776:0:105848:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074759.777793:0:105848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074759.777836:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777843:0:105848:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.777852:0:105848:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000100:00100000:3.0:1769074759.777876:0:105848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885568:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074759.777999:0:105848:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.784866:0:105848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885568:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.784886:0:105848:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784895:0:105848:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784900:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784906:0:105848:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784910:0:105848:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784914:0:105848:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.784917:0:105848:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784921:0:105848:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784926:0:105848:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784930:0:105848:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.784934:0:105848:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.784941:0:105848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888aafb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00000002:00100000:3.0:1769074759.784953:0:105848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611885568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.784963:0:105848:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.784986:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.784996:0:105848:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.785002:0:105848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aafa1 from it ffffb0d101c3b980 00010000:00010000:3.0:1769074759.785004:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.785009:0:105848:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.785078:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.785086:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.785099:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.785102:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.785109:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.785257:0:105848:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efc180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074759.785263:0:105848:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074759.785278:0:105848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074759.785376:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.785382:0:105848:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000020:00100000:3.0:1769074759.785390:0:105848:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074759.785394:0:105848:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611885824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074759.785400:0:105848:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000100:00100000:3.0:1769074759.785414:0:105848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885824:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074759.785700:0:105848:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.791577:0:105848:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611885824:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.791599:0:105848:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791611:0:105848:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791617:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791624:0:105848:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791630:0:105848:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791643:0:105848:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.791648:0:105848:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791656:0:105848:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791663:0:105848:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791675:0:105848:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.791682:0:105848:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00010000:00010000:3.0:1769074759.791688:0:105848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888aafbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105848 initiator: MDT0 00000002:00100000:3.0:1769074759.791709:0:105848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611885824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.791723:0:105848:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.791779:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.791792:0:105848:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.791800:0:105848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aafa1 from it ffffb0d101c3b9a8 00010000:00010000:3.0:1769074759.791803:0:105848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.791810:0:105848:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.795555:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795574:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.795588:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795592:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.795602:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795605:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.795614:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795616:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.795625:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795628:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.795636:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795640:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.795649:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795652:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.795659:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795661:0:105848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.795668:0:105848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.795680:0:105848:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503d52a80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074759.795688:0:105848:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074759.795714:0:105848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074759.795786:0:105848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aafc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105848 initiator: MDT0 00010000:00010000:2.0:1769074759.795794:0:105848:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aafc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000020:00100000:2.0:1769074759.795805:0:105848:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074759.795815:0:105848:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941180 x1855007611886080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074759.795822:0:105848:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888aafc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105848 initiator: MDT0 00000100:00100000:2.0:1769074759.795841:0:105848:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105848:1855007611886080:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074759.795999:0:105848:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5051dbb40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074759.849496:0:47670:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074759.849504:0:47670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849513:0:47670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074759.849517:0:47670:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849525:0:47670:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849533:0:47670:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849552:0:47670:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849560:0:47670:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849586:0:47670:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849592:0:47670:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074759.849609:0:47670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849621:0:47670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888aafd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fefd4 expref: -99 pid: 105849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.849632:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074759.849634:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074759.849636:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074759.849756:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611886720:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074759.852937:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611886720:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1769074759.869058:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.885628:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074759.885661:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.905666:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.905693:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.905698:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.905707:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.905711:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.905719:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.905722:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074759.905730:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.920229:0:105851:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:2.0:1769074759.920234:0:105851:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:2.0:1769074759.920257:0:105851:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074759.920313:0:105851:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.920321:0:105851:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.920331:0:105851:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105851 initiator: MDT0 00000100:00100000:2.0:1769074759.920360:0:105851:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105851:1855007611887232:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074759.920443:0:105851:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5051db600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074759.930070:0:105851:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105851:1855007611887232:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074759.930089:0:105851:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930101:0:105851:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930108:0:105851:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930115:0:105851:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930150:0:105851:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930156:0:105851:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074759.930160:0:105851:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930167:0:105851:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930173:0:105851:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930180:0:105851:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074759.930186:0:105851:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105851 initiator: MDT0 00010000:00010000:2.0:1769074759.930192:0:105851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888aaff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105851 initiator: MDT0 00000002:00100000:2.0:1769074759.930208:0:105851:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007611887232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074759.930222:0:105851:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074759.930248:0:105851:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.930261:0:105851:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074759.930271:0:105851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aafd9 from it ffffb0d101f2b980 00010000:00010000:2.0:1769074759.930274:0:105851:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.930281:0:105851:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074759.930352:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.930363:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.930374:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.930378:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074759.930389:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.934514:0:105851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074759.934527:0:105851:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a51232ca80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074759.935053:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074759.935076:0:105851:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=1536 00000080:00200000:2.0:1769074759.935081:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074759.935086:0:105851:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074759.935090:0:105851:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, dir=[0x200000401:0x166:0x0](ffff97a509ef9988) 00010000:00010000:2.0:1769074759.935158:0:105851:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.935238:0:105851:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074759.935245:0:105851:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074759.935247:0:105851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888aafd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feff0 expref: -99 pid: 105809 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074759.935272:0:105851:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074759.935283:0:105851:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611887744/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074759.935307:0:105851:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105851:1855007611887744:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074759.935405:0:105851:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5051db600 going to sleep for 11 seconds 00000080:00200000:3.0:1769074759.944379:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074759.944401:0:105854:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074759.944415:0:105854:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074759.944438:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074759.944631:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.944642:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.944652:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074759.944680:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611887872:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074759.944793:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.950430:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611887872:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074759.950472:0:105854:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950494:0:105854:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950506:0:105854:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950519:0:105854:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950531:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950539:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950547:0:105854:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074759.950558:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927b80 x1855007611887872/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074759.950571:0:105854:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.950584:0:105854:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/358 (0 0) 00000080:00200000:3.0:1769074759.950592:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074759.951196:0:105854:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x166:0x0], updating i_size 1024 00000080:00010000:3.0:1769074759.951206:0:105854:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab003 00000080:00010000:3.0:1769074759.951213:0:105854:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074759.951217:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c93cb8 00010000:00010000:3.0:1769074759.951221:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.951231:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.962165:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.962187:0:105854:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074759.962193:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074759.962217:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074759.962288:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.962301:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.962313:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074759.962345:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888000:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074759.962464:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.979366:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888000:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.979394:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.979409:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.979415:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.979422:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.979430:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.979436:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.980055:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980068:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980077:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980085:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.980092:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980099:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab00a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074759.980120:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611888000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.980248:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.980282:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.980299:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.980309:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c93980 00010000:00010000:3.0:1769074759.980312:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.980320:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.980413:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.980429:0:105854:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074759.980434:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074759.980471:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074759.980526:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980533:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.980543:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074759.980567:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888128:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074759.980965:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.990093:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888128:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.990215:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990243:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990250:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990257:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990281:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990322:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.990328:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990352:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990360:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990367:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.990373:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990380:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab011 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074759.990398:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611888128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.990412:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.990440:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.990452:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.990461:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c93980 00010000:00010000:3.0:1769074759.990476:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.990491:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.990568:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.990578:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.990591:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.990595:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.990639:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.990658:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074759.990687:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.990696:0:105854:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074759.990700:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074759.990803:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074759.990845:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990873:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.990882:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074759.990919:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888256:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074759.991064:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074759.997198:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888256:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074759.997231:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997247:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997254:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997262:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997269:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997276:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074759.997280:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997288:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997295:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997301:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074759.997308:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997313:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab018 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074759.997331:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611888256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074759.997345:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074759.997369:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.997381:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074759.997390:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c93980 00010000:00010000:3.0:1769074759.997394:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074759.997402:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074759.997497:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.997507:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.997522:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.997526:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074759.997535:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074759.997547:0:105854:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a507e6de00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074759.997556:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=open 00000002:00010000:3.0:1769074759.997573:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074759.997623:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074759.997630:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000020:00100000:3.0:1769074759.997641:0:105854:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074759.997648:0:105854:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611888512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074759.997657:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074759.997675:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888512:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074759.999012:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.003519:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888512:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074760.003543:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003557:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003567:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003574:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003580:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003586:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074760.003591:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003609:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003617:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003623:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074760.003631:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.003638:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab01f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074760.003657:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611888512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074775 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074760.003671:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074760.003699:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.003916:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074760.003925:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c939a8 00010000:00010000:3.0:1769074760.003929:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.003936:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.004366:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004375:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.004386:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004389:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.004397:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004400:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.004407:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004409:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.004416:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004419:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.004425:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004429:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.004437:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004440:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.004464:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004468:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.004480:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.004501:0:105854:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a5060e8480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074760.004510:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=open 00000002:00010000:3.0:1769074760.004533:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074760.004587:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.004593:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000020:00100000:3.0:1769074760.004612:0:105854:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074760.004620:0:105854:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611888768/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074760.004629:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074760.004654:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888768:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074760.004855:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.008957:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611888768:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074760.008986:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.008999:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009005:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009012:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009019:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009026:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074760.009030:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009037:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009043:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009050:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074760.009056:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.009062:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab026 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074760.009081:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611888768/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074776 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074760.009095:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074760.009120:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.009161:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074760.009171:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c939a8 00010000:00010000:3.0:1769074760.009175:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.009183:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.009976:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.009989:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.010002:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010005:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.010013:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010017:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.010027:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010030:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.010038:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010041:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.010048:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010052:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.010059:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010062:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.010070:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010073:0:105854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.010081:0:105854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.010092:0:105854:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a511efd200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074760.010100:0:105854:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=open 00000002:00010000:3.0:1769074760.010159:0:105854:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074760.010226:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.010235:0:105854:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000020:00100000:3.0:1769074760.010245:0:105854:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074760.010255:0:105854:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611889024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074760.010267:0:105854:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00000100:00100000:3.0:1769074760.010290:0:105854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611889024:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074760.011247:0:105854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074760.016430:0:105854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105854:1855007611889024:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074760.016700:0:105854:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016907:0:105854:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016914:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016921:0:105854:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016929:0:105854:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016934:0:105854:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074760.016939:0:105854:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016946:0:105854:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016953:0:105854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016965:0:105854:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074760.016970:0:105854:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00010000:00010000:3.0:1769074760.016976:0:105854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab02d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105854 initiator: MDT0 00000002:00100000:3.0:1769074760.016998:0:105854:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611889024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074776 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074760.017012:0:105854:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074760.017042:0:105854:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.017055:0:105854:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074760.017063:0:105854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101c939a8 00010000:00010000:3.0:1769074760.017067:0:105854:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.017074:0:105854:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.040553:0:105857:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074760.040574:0:105857:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074760.045455:0:105857:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074760.045499:0:105857:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074760.045517:0:105857:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.045533:0:105857:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.045542:0:105857:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074760.045549:0:105857:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074760.045554:0:105857:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab003 00000080:00010000:2.0:1769074760.045562:0:105857:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab003 from it ffffb0d101e9bcb8 00010000:00010000:2.0:1769074760.045566:0:105857:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.045574:0:105857:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.049893:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.049915:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050005:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050012:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050032:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050038:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050054:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050063:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050076:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050082:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050098:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050103:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050120:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050141:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050160:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.050166:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00000100:00100000:2.0:1769074760.050258:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611889280:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:2.0:1769074760.073119:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073182:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073189:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073196:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073204:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073210:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073214:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073221:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073228:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073235:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073242:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073248:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab03b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073272:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073278:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073284:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073290:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073295:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073300:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073303:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073307:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073312:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073317:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073320:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073325:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab042 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073336:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073341:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073345:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073351:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073356:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073361:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073364:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073368:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073373:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073378:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073381:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073385:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab049 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073395:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073400:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073404:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073409:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073414:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073420:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073422:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073427:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073432:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073436:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073439:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073444:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab050 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073454:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073459:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073477:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073490:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073496:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073502:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073505:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073509:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073514:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073519:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073522:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073527:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab057 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073538:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073544:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073550:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073555:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073560:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073565:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073567:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073576:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073581:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073586:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073589:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073594:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab05e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073605:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073610:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073615:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073621:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073626:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073631:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073634:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073638:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073644:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073649:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073652:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073658:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab065 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073669:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073675:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073680:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073685:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073691:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073695:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074760.073698:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073703:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073708:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073713:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074760.073716:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074760.073721:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab06c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00000100:00100000:2.0:1769074760.073742:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611889280:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:2.0:1769074760.175847:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074760.188982:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.188999:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.189008:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189011:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.189030:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189033:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.189040:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189043:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.189049:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189052:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.189058:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189061:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.189068:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189361:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.189380:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189384:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.189392:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.189396:0:105863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.190842:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.190868:0:105863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_7109d6c9e7b89e7b7f42d1f00eba6ecc, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=1536 00000080:00200000:2.0:1769074760.190873:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074760.190878:0:105863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074760.190883:0:105863:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_7109d6c9e7b89e7b7f42d1f00eba6ecc, dir=[0x200000401:0x166:0x0](ffff97a509ef9988) 00010000:00010000:2.0:1769074760.190929:0:105863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.191973:0:105863:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.191987:0:105863:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074760.191991:0:105863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888ab003 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff075 expref: -99 pid: 105854 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074760.192035:0:105863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074760.192050:0:105863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611889792/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074760.192089:0:105863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105863:1855007611889792:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074760.196766:0:105863:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074760.206323:0:105863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105863:1855007611889792:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074760.206381:0:105863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x168:0x0](ffff97a509efd348) 00000080:00200000:2.0:1769074760.206389:0:105863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x168:0x0], updating i_size 1024 00000080:00200000:3.0:1769074760.563057:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563073:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.563085:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563089:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.563098:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563101:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.563109:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563112:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.563120:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563189:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.563208:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563212:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.563229:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563232:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.563243:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563253:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.563261:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.563265:0:105873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.574785:0:105873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000100:00100000:2.0:1769074760.574852:0:105873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105873:1855007611892864:192.168.204.123@tcp:49:pjdfstest.65534 00000100:00100000:2.0:1769074760.575457:0:105873:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b39c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074760.608027:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074760.608046:0:105876:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074760.608055:0:105876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074760.608076:0:105876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074760.608094:0:105876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.608109:0:105876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.608118:0:105876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074760.608154:0:105876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074760.608158:0:105876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:2.0:1769074760.608166:0:105876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cbbcb8 00010000:00010000:2.0:1769074760.608169:0:105876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.608178:0:105876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.613052:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.613069:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.613083:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.613087:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.613097:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.613100:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.613108:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.613111:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.613118:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.613121:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.614183:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.614193:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.614203:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.614206:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.614215:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.614217:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.614225:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.614228:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074760.614761:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615082:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.615099:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615103:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615112:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615115:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615146:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615151:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615162:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615165:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615173:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615177:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615186:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615189:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615197:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615200:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615207:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615211:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.615572:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615578:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.615586:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615682:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615695:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615698:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615707:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615709:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615716:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615719:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.615727:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615730:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615739:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615741:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615749:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615751:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.615760:0:105876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.615854:0:105876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074760.650245:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074760.650270:0:105881:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074760.650281:0:105881:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074760.650308:0:105881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074760.650332:0:105881:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.650350:0:105881:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.650359:0:105881:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074760.650368:0:105881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074760.650372:0:105881:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074760.650381:0:105881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cd3cb8 00010000:00010000:3.0:1769074760.650385:0:105881:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.650400:0:105881:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.651791:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651805:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.651819:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651823:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.651832:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651835:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.651844:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651848:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.651856:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651859:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.651868:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651872:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.651880:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651883:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.651890:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651893:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.651901:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.651905:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074760.652068:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652073:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.652082:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652085:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652094:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652097:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652103:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652106:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652113:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652115:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652146:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652150:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652161:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652164:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652172:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652175:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652183:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652187:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074760.652322:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652327:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.652336:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652339:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652348:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652351:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652358:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652361:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652370:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652373:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.652381:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652384:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652391:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652393:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652401:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652403:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.652410:0:105881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.652413:0:105881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074760.666580:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074760.666602:0:105884:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074760.666614:0:105884:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074760.666635:0:105884:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074760.666653:0:105884:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.666670:0:105884:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.666678:0:105884:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074760.666685:0:105884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074760.666689:0:105884:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074760.666697:0:105884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074760.666701:0:105884:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.666709:0:105884:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.668102:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668116:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.668154:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668159:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.668168:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668171:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.668178:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668181:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.668189:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668191:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.668198:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668202:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.668209:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668212:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.668219:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668222:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.668230:0:105884:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.668233:0:105884:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074760.699575:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074760.699603:0:105886:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074760.699612:0:105886:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074760.699636:0:105886:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074760.699656:0:105886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.699672:0:105886:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.699679:0:105886:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074760.699687:0:105886:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074760.699690:0:105886:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074760.699698:0:105886:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101ca3cb8 00010000:00010000:3.0:1769074760.699702:0:105886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.699711:0:105886:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.705607:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705627:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.705641:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705646:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.705655:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705658:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.705665:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705668:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.705675:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705678:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.705685:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705688:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.705698:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705700:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.705709:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705712:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.705721:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.705725:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074760.707595:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707617:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.707630:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707633:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707642:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707645:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707653:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707656:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707664:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707667:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707676:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707679:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.707687:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707690:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.707702:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707705:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.707716:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707720:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.707941:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707946:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.707956:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707960:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707968:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707972:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707981:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707984:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.707992:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.707996:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.708006:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.709611:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.709650:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.709655:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.709665:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.709669:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.709677:0:105886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.709681:0:105886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074760.728945:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074760.728969:0:105889:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074760.728978:0:105889:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074760.728999:0:105889:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074760.729028:0:105889:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.729046:0:105889:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.729054:0:105889:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074760.729062:0:105889:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074760.729066:0:105889:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074760.729073:0:105889:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074760.729077:0:105889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.729087:0:105889:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.732575:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732593:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.732607:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732611:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.732619:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732622:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.732630:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732633:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.732643:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732647:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.732657:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732660:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.732669:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732672:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.732682:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732685:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.732694:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.732698:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.733224:0:105888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.733232:0:105888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, flags=1 00000080:00200008:2.0:1769074760.733249:0:105888:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412:[0x200000401:0x167:0x0](ffff97a509e52a08) current size 11264, valid attrs 41, mode 41a4, uid 288595968, gid -26715, new size 0, atime 1769074760.000000000, mtime 1769074760.000000000, ctime 1769074760.000000000 00010000:00010000:2.0:1769074760.733287:0:105888:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab0ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff2c1 expref: -99 pid: 105873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.733350:0:105888:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab0ea lrc: 1/0,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff2c1 expref: -99 pid: 105873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.733357:0:105888:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074760.733361:0:105888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab0ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff2c1 expref: -99 pid: 105873 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074760.733382:0:105888:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074760.733395:0:105888:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940000 x1855007611894528/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074760.733419:0:105888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105888:1855007611894528:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074760.733680:0:105888:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3300 going to sleep for 11 seconds 00000080:00200000:3.0:1769074760.735014:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735026:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.735037:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735041:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.735050:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735053:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.735073:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735077:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.735087:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735089:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.735097:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735101:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.735108:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735111:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.735119:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735422:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.735441:0:105889:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.735446:0:105889:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.823324:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074760.823345:0:105891:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074760.823355:0:105891:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074760.823378:0:105891:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074760.823398:0:105891:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.823414:0:105891:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.823423:0:105891:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074760.823436:0:105891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074760.823441:0:105891:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:2.0:1769074760.823447:0:105891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cfbcb8 00010000:00010000:2.0:1769074760.823451:0:105891:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.823466:0:105891:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.824879:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824896:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.824911:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824915:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.824925:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824929:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.824937:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824940:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.824948:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824951:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.824960:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824964:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.824973:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824977:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.824986:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.824990:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.824998:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825002:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074760.825230:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825235:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.825245:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825249:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825258:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825262:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825271:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825275:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825284:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825287:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825295:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825298:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825308:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825311:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825320:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825323:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825333:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825337:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.825502:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825507:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.825517:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825521:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825529:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825531:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825538:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825540:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825547:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825550:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.825557:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825560:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825568:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825572:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825580:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825583:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.825592:0:105891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.825595:0:105891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074760.837561:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074760.837582:0:105894:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074760.837591:0:105894:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074760.837612:0:105894:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074760.837629:0:105894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.837643:0:105894:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.837651:0:105894:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074760.837658:0:105894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074760.837662:0:105894:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074760.837669:0:105894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074760.837673:0:105894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.837682:0:105894:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074760.838968:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.838982:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.838995:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.838999:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.839006:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839009:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.839015:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839018:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.839024:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839027:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.839033:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839038:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.839044:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839046:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.839053:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839055:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.839062:0:105894:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.839065:0:105894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.862828:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074760.862857:0:105896:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074760.862868:0:105896:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074760.862889:0:105896:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074760.862905:0:105896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.862920:0:105896:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.862927:0:105896:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074760.862935:0:105896:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074760.862940:0:105896:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:2.0:1769074760.863649:0:105896:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101c7bcb8 00010000:00010000:2.0:1769074760.863659:0:105896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.863670:0:105896:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.871588:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871605:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.871616:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871620:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871628:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871631:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871638:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871641:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871649:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871652:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871660:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871665:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871684:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871687:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871693:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871694:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871700:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871702:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074760.871840:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871844:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.871850:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871852:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871856:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871858:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871863:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871864:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871869:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871870:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.871875:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871877:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871881:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871883:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871888:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871889:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.871894:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.871897:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074760.872025:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872029:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.872035:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872037:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.872042:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872043:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.872050:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872051:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.872056:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872058:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.872063:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872065:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.872069:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872071:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.872075:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872077:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.872081:0:105896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.872084:0:105896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074760.897577:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074760.897616:0:105901:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074760.897627:0:105901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074760.897651:0:105901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074760.897674:0:105901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.897691:0:105901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.897699:0:105901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074760.897706:0:105901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074760.897710:0:105901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:2.0:1769074760.897717:0:105901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cf3cb8 00010000:00010000:2.0:1769074760.897721:0:105901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074760.897734:0:105901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074760.898973:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.898987:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074760.898998:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899002:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.899009:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899012:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.899019:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899022:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.899030:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899032:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074760.899040:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899043:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.899049:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899052:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.899058:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899060:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074760.899067:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074760.899070:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074760.899893:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899904:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.899915:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899918:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.899926:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899929:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.899938:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899941:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.899950:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899953:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.899961:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899964:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.899972:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899975:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.899982:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899986:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.899993:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.899996:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074760.900100:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900103:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.900109:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900111:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.900116:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900118:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.900158:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900162:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.900173:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900176:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.900183:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900185:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.900190:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900192:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.900197:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900198:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.900203:0:105901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.900205:0:105901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074760.906660:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906674:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074760.906681:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906684:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.906688:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906690:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.906694:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906704:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.906710:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906712:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074760.906717:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906720:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.906724:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906726:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.906731:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906733:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074760.906737:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.906739:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074760.907092:0:105903:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074760.907098:0:105903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, flags=1 00000080:00200008:3.0:1769074760.907110:0:105903:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412:[0x200000401:0x167:0x0](ffff97a509e52a08) current size 11264, valid attrs 41, mode 41ed, uid 425164800, gid -26715, new size 0, atime 1769074760.000000000, mtime 1769074760.000000000, ctime 1769074760.000000000 00010000:00010000:3.0:1769074760.907166:0:105903:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab106 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff369 expref: -99 pid: 105893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.907226:0:105903:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab106 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff369 expref: -99 pid: 105893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074760.907230:0:105903:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074760.907233:0:105903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab106 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff369 expref: -99 pid: 105893 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074760.907248:0:105903:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074760.907258:0:105903:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611894912/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074760.907276:0:105903:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105903:1855007611894912:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074760.907377:0:105903:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5100350c0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074761.041825:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074761.041848:0:105911:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074761.041857:0:105911:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074761.041880:0:105911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074761.042340:0:105911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.042361:0:105911:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.042371:0:105911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074761.042379:0:105911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074761.042383:0:105911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:3.0:1769074761.042390:0:105911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cb3cb8 00010000:00010000:3.0:1769074761.042394:0:105911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.042403:0:105911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.045630:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045648:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074761.045662:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045667:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045676:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045679:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045688:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045691:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045699:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045702:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045709:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045713:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.045719:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045722:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.045730:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045732:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.045741:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045745:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074761.045931:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045937:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074761.045948:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045951:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045960:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045964:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045972:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045975:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045983:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045987:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.045995:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.045998:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046005:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046008:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046015:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046018:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046029:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046033:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074761.046201:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046206:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074761.046217:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046219:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.046226:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046228:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.046237:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046240:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.046247:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046250:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.046257:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046260:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046268:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046271:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046279:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046282:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.046289:0:105911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.046293:0:105911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074761.062940:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.062955:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.062966:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.062969:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.062978:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.062982:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.062990:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.062993:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.063002:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063004:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.063012:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063016:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.063023:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063026:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.063034:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063037:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.063045:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063049:0:105913:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074761.063793:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.063807:0:105913:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=16 00000080:00200000:2.0:1769074761.063812:0:105913:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:2.0:1769074761.063833:0:105913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074761.063892:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.063903:0:105913:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.063912:0:105913:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00000100:00100000:2.0:1769074761.063937:0:105913:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895296:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074761.066814:0:105913:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.070545:0:105913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895296:192.168.204.123@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074761.070574:0:105913:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070601:0:105913:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070609:0:105913:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070621:0:105913:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070630:0:105913:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070643:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070650:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070657:0:105913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074761.070668:0:105913:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff97a507942680 x1855007611895296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074761.070680:0:105913:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070690:0:105913:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/359 (0 0) 00000080:00200000:2.0:1769074761.070696:0:105913:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074761.070718:0:105913:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x167:0x0], updating i_size 11264 00000080:00200000:2.0:1769074761.070721:0:105913:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x167:0x0](ffff97a509e52a08): rc = 0 00000080:00010000:2.0:1769074761.070726:0:105913:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x167:0x0](ffff97a509e52a08) for lock 0xd0f48591888ab10d 00000080:00010000:2.0:1769074761.070737:0:105913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x167:0x0](ffff97a509e52a08) 00000080:00010000:2.0:1769074761.070741:0:105913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab10d from it ffffb0d101f2baa8 00010000:00010000:2.0:1769074761.070744:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.070753:0:105913:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab10d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff393 expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.070785:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x167:0x0](ffff97a509e52a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.070809:0:105913:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_38cdd189061b28df2ce8fea919ea9d99, dir=[0x200000401:0x167:0x0](ffff97a509e52a08), flags=0 00000080:00200000:2.0:1769074761.070813:0:105913:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_38cdd189061b28df2ce8fea919ea9d99, dir=[0x200000401:0x167:0x0](ffff97a509e52a08), intent=getattr 00000002:00010000:2.0:1769074761.070831:0:105913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_38cdd189061b28df2ce8fea919ea9d99,[0x0:0x0:0x0]) in obj [0x200000401:0x167:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.070873:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.070880:0:105913:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.070888:0:105913:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00000100:00100000:2.0:1769074761.070906:0:105913:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895424:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074761.070984:0:105913:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.076901:0:105913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895424:192.168.204.123@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074761.076932:0:105913:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.076958:0:105913:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x169:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.076967:0:105913:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.076979:0:105913:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.076990:0:105913:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.077002:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.077010:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.077018:0:105913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074761.077028:0:105913:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507942680 x1855007611895424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074761.077041:0:105913:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.077050:0:105913:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/361 (0 0) 00000080:00200000:2.0:1769074761.077056:0:105913:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x167:0x0] suppgids 65534 -1: rc 0 00000080:00200000:2.0:1769074761.077076:0:105913:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x169:0x0], updating i_size 0 00000080:00200000:2.0:1769074761.077079:0:105913:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x169:0x0](ffff97a509e563c8): rc = 0 00000080:00200000:2.0:1769074761.077094:0:105913:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x169:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074761.077099:0:105913:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x169:0x0](ffff97a509e563c8) for lock 0xd0f48591888ab114 00000080:00010000:2.0:1769074761.077110:0:105913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x169:0x0](ffff97a509e563c8) 00000080:00010000:2.0:1769074761.077113:0:105913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab114 from it ffffb0d101f2bba0 00010000:00010000:2.0:1769074761.077116:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.077168:0:105913:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab114 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691ff3af expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.077210:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.077230:0:105913:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_7109d6c9e7b89e7b7f42d1f00eba6ecc, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=16 00000080:00200000:2.0:1769074761.077235:0:105913:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_7109d6c9e7b89e7b7f42d1f00eba6ecc, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:2.0:1769074761.077251:0:105913:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_7109d6c9e7b89e7b7f42d1f00eba6ecc,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074761.077288:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.077295:0:105913:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00010000:00010000:2.0:1769074761.077303:0:105913:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105913 initiator: MDT0 00000100:00100000:2.0:1769074761.077320:0:105913:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895552:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074761.077393:0:105913:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.087117:0:105913:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105913:1855007611895552:192.168.204.123@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074761.087203:0:105913:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087230:0:105913:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x168:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087239:0:105913:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087249:0:105913:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087260:0:105913:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087271:0:105913:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087279:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087286:0:105913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074761.087297:0:105913:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff97a507942680 x1855007611895552/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074761.087309:0:105913:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087321:0:105913:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/360 (0 0) 00000080:00200000:2.0:1769074761.087328:0:105913:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074761.087350:0:105913:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x168:0x0], updating i_size 11264 00000080:00200000:2.0:1769074761.087353:0:105913:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x168:0x0](ffff97a509efd348): rc = 0 00000080:00010000:2.0:1769074761.087358:0:105913:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x168:0x0](ffff97a509efd348) for lock 0xd0f48591888ab11b 00000080:00010000:2.0:1769074761.087369:0:105913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x168:0x0](ffff97a509efd348) 00000080:00010000:2.0:1769074761.087373:0:105913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab11b from it ffffb0d101f2ba90 00010000:00010000:2.0:1769074761.087376:0:105913:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.087384:0:105913:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab11b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff3cb expref: -99 pid: 105913 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.087417:0:105913:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x168:0x0](ffff97a509efd348), inode mode 41a4 mask 1 00000080:00200000:2.0:1769074761.122920:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122932:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.122944:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122948:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.122955:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122958:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.122965:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122968:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.122976:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122979:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.122987:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.122990:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.122998:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.123001:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.123011:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.123013:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.123021:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.123024:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074761.124957:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.124973:0:105918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_6d940ffac6cbe2e40a64b9ce31f26412, flags=16 00000080:00200000:2.0:1769074761.124981:0:105918:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x167:0x0](ffff97a509e52a08), inode mode 41ed mask 1 00000100:00100000:2.0:1769074761.125051:0:105918:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105918:1855007611895680:192.168.204.123@tcp:49:pjdfstest.0 00000100:00100000:2.0:1769074761.125193:0:105918:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3f00 going to sleep for 11 seconds 00000080:00200000:2.0:1769074761.157933:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074761.157955:0:105921:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074761.157963:0:105921:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074761.157983:0:105921:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.158003:0:105921:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.158019:0:105921:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.158027:0:105921:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.158036:0:105921:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074761.158039:0:105921:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab0b2 00000080:00010000:2.0:1769074761.158048:0:105921:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab0b2 from it ffffb0d101cf3cb8 00010000:00010000:2.0:1769074761.158052:0:105921:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.158061:0:105921:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab0b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff204 expref: -99 pid: 105866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.159455:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159481:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.159494:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159498:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159507:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159510:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159521:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159524:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159533:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159536:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159545:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159549:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159558:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159561:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159568:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159571:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159579:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159582:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074761.159758:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159763:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.159773:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159776:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159785:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159788:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159795:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159799:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159807:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159810:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.159817:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159821:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159829:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159832:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159840:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159843:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.159853:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.159857:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074761.159996:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160001:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.160011:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160014:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.160021:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160024:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.160033:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160037:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.160045:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160048:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.160055:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160058:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.160065:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160069:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.160077:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160080:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.160088:0:105921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.160092:0:105921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074761.214325:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074761.214344:0:105924:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074761.214353:0:105924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:3.0:1769074761.214372:0:105924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074761.214436:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.214458:0:105924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.214476:0:105924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000100:00100000:3.0:1769074761.214507:0:105924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896448:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074761.214598:0:105924:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074761.220828:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074761.230790:0:105924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896448:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074761.230821:0:105924:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230836:0:105924:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230850:0:105924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230863:0:105924:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230877:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230884:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230891:0:105924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074761.230904:0:105924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927480 x1855007611896448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074761.230918:0:105924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230931:0:105924:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/358 (0 0) 00000080:00200000:3.0:1769074761.230937:0:105924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074761.230959:0:105924:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x166:0x0], updating i_size 11264 00000080:00010000:3.0:1769074761.230965:0:105924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab122 00000080:00010000:3.0:1769074761.230970:0:105924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:3.0:1769074761.230974:0:105924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101d43cb8 00010000:00010000:3.0:1769074761.230977:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.230985:0:105924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.232405:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.233647:0:105924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074761.233655:0:105924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074761.233678:0:105924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074761.233734:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.233744:0:105924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.233753:0:105924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000100:00100000:3.0:1769074761.233771:0:105924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896576:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074761.233899:0:105924:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.246657:0:105924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896576:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074761.246683:0:105924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246696:0:105924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246703:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246710:0:105924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246718:0:105924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246725:0:105924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074761.246730:0:105924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246736:0:105924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246741:0:105924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246745:0:105924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074761.246750:0:105924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246754:0:105924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab129 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00000002:00100000:3.0:1769074761.246767:0:105924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927480 x1855007611896576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074761.246782:0:105924:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074761.246810:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.246823:0:105924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074761.246834:0:105924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101d43980 00010000:00010000:3.0:1769074761.246837:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.246842:0:105924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.246907:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.246925:0:105924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074761.246929:0:105924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074761.246945:0:105924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074761.246981:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246986:0:105924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.246993:0:105924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000100:00100000:3.0:1769074761.247008:0:105924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896704:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074761.247071:0:105924:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.251775:0:105924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896704:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074761.251800:0:105924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251813:0:105924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251826:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251833:0:105924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251841:0:105924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251847:0:105924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074761.251851:0:105924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251858:0:105924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251864:0:105924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251870:0:105924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074761.251877:0:105924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.251883:0:105924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab130 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00000002:00100000:3.0:1769074761.251901:0:105924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927480 x1855007611896704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074761.251916:0:105924:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074761.251944:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.251962:0:105924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074761.251971:0:105924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101d43980 00010000:00010000:3.0:1769074761.251975:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.251983:0:105924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.252057:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.252065:0:105924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.252076:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.252079:0:105924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.252086:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.252089:0:105924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.252095:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.252105:0:105924:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), flags=17 00000080:00200000:3.0:1769074761.252110:0:105924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=0 00000002:00010000:3.0:1769074761.252179:0:105924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074761.252222:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.252229:0:105924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.252238:0:105924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000100:00100000:3.0:1769074761.252258:0:105924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896832:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074761.252335:0:105924:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.264039:0:105924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611896832:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074761.264064:0:105924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264080:0:105924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264087:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264095:0:105924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264103:0:105924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264109:0:105924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074761.264114:0:105924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264121:0:105924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264158:0:105924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264164:0:105924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074761.264173:0:105924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264178:0:105924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab137 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00000002:00100000:3.0:1769074761.264197:0:105924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927480 x1855007611896832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074761.264212:0:105924:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074761.264240:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.264252:0:105924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074761.264261:0:105924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101d43980 00010000:00010000:3.0:1769074761.264265:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.264273:0:105924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074761.264361:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.264371:0:105924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.264385:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.264389:0:105924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.264397:0:105924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.264412:0:105924:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a503004c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074761.264420:0:105924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=open 00000002:00010000:3.0:1769074761.264442:0:105924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074761.264509:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.264517:0:105924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000020:00100000:3.0:1769074761.264530:0:105924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074761.264538:0:105924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927480 x1855007611897088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074761.264548:0:105924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00000100:00100000:3.0:1769074761.264575:0:105924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611897088:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074761.264778:0:105924:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074761.269686:0:105924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105924:1855007611897088:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074761.269714:0:105924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269729:0:105924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269735:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269741:0:105924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269748:0:105924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269755:0:105924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074761.269759:0:105924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269765:0:105924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269774:0:105924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269781:0:105924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074761.269787:0:105924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00010000:00010000:3.0:1769074761.269794:0:105924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888ab13e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105924 initiator: MDT0 00000002:00100000:3.0:1769074761.269813:0:105924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927480 x1855007611897088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074761.269830:0:105924:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074761.269861:0:105924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.269874:0:105924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074761.269882:0:105924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101d439a8 00010000:00010000:3.0:1769074761.269887:0:105924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.269895:0:105924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.287704:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074761.287730:0:105926:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_4255dfb353e655904e9496da34546b10:[0x200000401:0x166:0x0](ffff97a509ef9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074761.287738:0:105926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988),name=pjdfstest_4255dfb353e655904e9496da34546b10 00000002:00010000:2.0:1769074761.287758:0:105926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x166:0x0]) in obj [0x200000401:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.287774:0:105926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.287790:0:105926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.287799:0:105926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.287806:0:105926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074761.287810:0:105926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab122 00000080:00010000:2.0:1769074761.287817:0:105926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab122 from it ffffb0d101cdbcb8 00010000:00010000:2.0:1769074761.287821:0:105926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.287829:0:105926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ab122 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff40a expref: -99 pid: 105924 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.289251:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289266:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.289275:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289279:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.289287:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289289:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.289296:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289299:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.289306:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289309:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.289315:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289318:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.289325:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289327:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.289334:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289337:0:105926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.289345:0:105926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.289353:0:105926:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), file ffff97a511ecb500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074761.289360:0:105926:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x166:0x0](ffff97a509ef9988), intent=open 00000002:00010000:2.0:1769074761.289376:0:105926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074761.289430:0:105926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab145 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105926 initiator: MDT0 00010000:00010000:2.0:1769074761.289440:0:105926:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab145 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105926 initiator: MDT0 00000020:00100000:2.0:1769074761.289452:0:105926:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074761.289476:0:105926:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611897344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074761.289487:0:105926:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab145 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105926 initiator: MDT0 00000100:00100000:2.0:1769074761.289511:0:105926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105926:1855007611897344:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074761.289827:0:105926:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3c00 going to sleep for 11 seconds 00000080:00200008:2.0:1769074761.418919:0:105809:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074761.418932:0:105809:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074761.418954:0:105809:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.418970:0:105809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.418984:0:105809:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.418992:0:105809:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.419000:0:105809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074761.419003:0:105809:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074761.419010:0:105809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101b5fcb8 00010000:00010000:2.0:1769074761.419014:0:105809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419023:0:105809:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419048:0:105809:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074761.419054:0:105809:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.419060:0:105809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419068:0:105809:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419073:0:105809:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.419078:0:105809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074761.419080:0:105809:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074761.419084:0:105809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101b5fb58 00010000:00010000:2.0:1769074761.419087:0:105809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419094:0:105809:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419102:0:105809:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.419108:0:105809:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074761.419115:0:105809:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074761.419118:0:105809:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074761.419195:0:105809:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.419203:0:105809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419211:0:105809:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419217:0:105809:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.419221:0:105809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074761.419224:0:105809:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aafa1 00000080:00010000:2.0:1769074761.419228:0:105809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aafa1 from it ffffb0d101b5fcb8 00010000:00010000:2.0:1769074761.419230:0:105809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419237:0:105809:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419255:0:105809:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074761.419261:0:105809:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.419266:0:105809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419274:0:105809:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419280:0:105809:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074761.419284:0:105809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074761.419286:0:105809:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074761.419290:0:105809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101b5fc18 00010000:00010000:2.0:1769074761.419293:0:105809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.419301:0:105809:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.419308:0:105809:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.419312:0:105809:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074761.419315:0:105809:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:3.0:1769074761.430238:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430257:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074761.430272:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430277:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.430286:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430290:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.430298:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430301:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.430309:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430311:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074761.430321:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430324:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.430332:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430335:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.430344:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430348:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074761.430356:0:105934:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074761.430360:0:105934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074761.434807:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434827:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074761.434842:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434847:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.434856:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434859:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.434866:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434870:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.434877:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434880:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074761.434887:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434891:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.434900:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434903:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.434910:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434913:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074761.434921:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.434926:0:105933:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074761.435474:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.435493:0:105933:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4255dfb353e655904e9496da34546b10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074761.435500:0:105933:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_4255dfb353e655904e9496da34546b10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074761.437120:0:105933:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_4255dfb353e655904e9496da34546b10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074761.437196:0:105933:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 105933 initiator: MDT0 00010000:00010000:2.0:1769074761.437269:0:105933:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 105933 initiator: MDT0 00010000:00010000:2.0:1769074761.437279:0:105933:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 105933 initiator: MDT0 00000100:00100000:2.0:1769074761.437305:0:105933:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105933:1855007611899264:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074761.437395:0:105933:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074761.442481:0:105933:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105933:1855007611899264:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074761.449169:0:105933:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449196:0:105933:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449203:0:105933:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449215:0:105933:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449227:0:105933:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449251:0:105933:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449260:0:105933:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449266:0:105933:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074761.449283:0:105933:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941880 x1855007611899264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074777 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074761.449297:0:105933:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449308:0:105933:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449323:0:105933:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449330:0:105933:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449336:0:105933:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449342:0:105933:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449390:0:105933:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074761.449399:0:105933:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074761.449436:0:105933:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x166:0x0], updating i_size 11264 00000080:00200000:2.0:1769074761.449443:0:105933:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x166:0x0](ffff97a509ef9988): rc = 0 00000080:00010000:2.0:1769074761.449450:0:105933:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) for lock 0xd0f48591888ab153 00000080:00010000:2.0:1769074761.449485:0:105933:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00010000:2.0:1769074761.449489:0:105933:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab153 from it ffffb0d101f2be08 00010000:00010000:2.0:1769074761.449492:0:105933:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449501:0:105933:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074761.449543:0:105933:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074761.449551:0:105933:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_4255dfb353e655904e9496da34546b10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:2.0:1769074761.449580:0:105933:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449597:0:105933:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449654:0:105933:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449687:0:105933:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449730:0:105933:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449738:0:105933:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449744:0:105933:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449749:0:105933:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074761.449752:0:105933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888ab153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff4ab expref: -99 pid: 105931 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074761.449761:0:105933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888aafa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691fef3a expref: -99 pid: 105848 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074761.449778:0:105933:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074761.449786:0:105933:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611899648/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074761.449814:0:105933:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105933:1855007611899648:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074761.450046:0:105933:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b3300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074761.450624:0:47670:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074761.450633:0:47670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.450642:0:47670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074761.450646:0:47670:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.450653:0:47670:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.450660:0:47670:0:(ldlm_request.c:1630:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:3.0:1769074761.450662:0:47670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.450668:0:47670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab184 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff545 expref: -99 pid: 105933 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074761.450689:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074761.450691:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074761.450693:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074761.453971:0:105933:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105933:1855007611899648:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074761.454006:0:105933:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x166:0x0](ffff97a509ef9988) 00000080:00200000:2.0:1769074761.466950:0:105938:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.466966:0:105938:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074761.466971:0:105938:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074761.466989:0:105938:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074761.467039:0:105938:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab1ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105938 initiator: MDT0 00010000:00010000:2.0:1769074761.467048:0:105938:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab1ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105938 initiator: MDT0 00010000:00010000:2.0:1769074761.467062:0:105938:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab1ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105938 initiator: MDT0 00000100:00100000:2.0:1769074761.467084:0:105938:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105938:1855007611899904:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074761.467180:0:105938:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b39c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074761.478694:0:105938:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074761.478709:0:105938:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074761.478716:0:105938:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074761.478742:0:105938:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074761.478795:0:105938:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab1d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105938 initiator: MDT0 00010000:00010000:2.0:1769074761.478803:0:105938:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab1d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105938 initiator: MDT0 00010000:00010000:2.0:1769074761.478813:0:105938:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab1d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105938 initiator: MDT0 00000100:00100000:2.0:1769074761.478836:0:105938:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:105938:1855007611900160:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074761.478922:0:105938:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5182b39c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074762.222370:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074763.436756:0:106068:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074764.274879:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074765.108597:0:106206:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074766.326293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074767.344239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074769.390825:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074770.421112:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074771.442139:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074771.896355:0:106775:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_07: link returns EACCES when the requested link requires writing in a directory with a mode that denies write permission ========================================================== 04:39:30 (1769074770) 00010000:00010000:3.0:1769074772.467594:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074773.537094:0:106911:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/07.t against ext4 filesystem 00010000:00010000:2.0:1769074775.538452:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074776.725058:0:107172:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/07.t against lustre filesystem 00000080:00200000:2.0:1769074776.944630:0:107182:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074776.944660:0:107182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074776.944681:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.944698:0:107182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074776.944705:0:107182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074776.944714:0:107182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074776.944719:0:107182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:2.0:1769074776.944727:0:107182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101f4bb58 00010000:00010000:2.0:1769074776.944731:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074776.944740:0:107182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074776.944757:0:107182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074776.944770:0:107182:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:2.0:1769074776.944775:0:107182:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:2.0:1769074776.944787:0:107182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074776.944834:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107182 initiator: MDT0 00010000:00010000:2.0:1769074776.944842:0:107182:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107182 initiator: MDT0 00010000:00010000:2.0:1769074776.944857:0:107182:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107182 initiator: MDT0 00000100:00100000:2.0:1769074776.944883:0:107182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107182:1855007611901824:192.168.204.123@tcp:101:lfs.0 00000100:00100000:2.0:1769074776.945145:0:107182:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074776.959499:0:107182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107182:1855007611901824:192.168.204.123@tcp:101:lfs.0 00010000:00010000:3.0:1769074776.959529:0:107182:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959547:0:107182:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959555:0:107182:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959568:0:107182:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959579:0:107182:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959590:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959604:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959612:0:107182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074776.959622:0:107182:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941f80 x1855007611901824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074792 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074776.959634:0:107182:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959645:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959656:0:107182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959663:0:107182:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959670:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959677:0:107182:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab1f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff617 expref: -99 pid: 107182 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959696:0:107182:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074776.959703:0:107182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074776.959726:0:107182:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:3.0:1769074776.959729:0:107182:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:3.0:1769074776.959735:0:107182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074776.959751:0:107182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074776.959755:0:107182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101f4bb20 00010000:00010000:3.0:1769074776.959758:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959765:0:107182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074776.959808:0:107182:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074776.959816:0:107182:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074776.959838:0:107182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074776.959846:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959854:0:107182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074776.959860:0:107182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074776.959865:0:107182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074776.959868:0:107182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074776.959872:0:107182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101f4bcb8 00010000:00010000:3.0:1769074776.959875:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.959881:0:107182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074776.960432:0:107182:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074776.960437:0:107182:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074776.960446:0:107182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074776.960456:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960464:0:107182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074776.960470:0:107182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074776.960476:0:107182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074776.960478:0:107182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:3.0:1769074776.960482:0:107182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101f4bcb8 00010000:00010000:3.0:1769074776.960486:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960493:0:107182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074776.960597:0:107182:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074776.960607:0:107182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074776.960613:0:107182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960621:0:107182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074776.960627:0:107182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074776.960632:0:107182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074776.960634:0:107182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888aaf85 00000080:00010000:3.0:1769074776.960638:0:107182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aaf85 from it ffffb0d101f4bbb0 00010000:00010000:3.0:1769074776.960641:0:107182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960648:0:107182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074776.960655:0:107182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074776.960662:0:107182:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:3.0:1769074776.960677:0:107182:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffd8b842180 00000080:00200000:3.0:1769074776.960689:0:107182:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074776.960711:0:107182:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960756:0:107182:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074776.960763:0:107182:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074776.960766:0:107182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888aaf85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691feedf expref: -99 pid: 105260 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074776.960789:0:107182:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074776.960798:0:107182:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927480 x1855007611902080/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074776.960823:0:107182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107182:1855007611902080:192.168.204.123@tcp:36:lfs.0 00000100:00100000:3.0:1769074776.960920:0:107182:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074776.973379:0:107182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107182:1855007611902080:192.168.204.123@tcp:36:lfs.0 00000080:00200008:3.0:1769074776.973605:0:107182:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200000:2.0:1769074777.112958:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.112978:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.112991:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.112996:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.113005:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113008:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.113016:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113019:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.113027:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113030:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.113037:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113041:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.113049:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113052:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.113060:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113063:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.113071:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.113082:0:107187:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a518f85680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074777.113091:0:107187:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074777.113118:0:107187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074777.113535:0:107187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab202 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.113546:0:107187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab202 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000020:00100000:2.0:1769074777.113564:0:107187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074777.113579:0:107187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611902592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074777.113590:0:107187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ab202 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000100:00100000:2.0:1769074777.113615:0:107187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107187:1855007611902592:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074777.113861:0:107187:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074777.512957:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.512979:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.512993:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.512998:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.513004:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513007:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.513014:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513017:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.513026:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513029:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.513036:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513039:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.513047:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513050:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.513057:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513060:0:107187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.513081:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.513095:0:107187:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ed3e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074777.513103:0:107187:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074777.513161:0:107187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074777.513252:0:107187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.513263:0:107187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000020:00100000:2.0:1769074777.513278:0:107187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074777.513291:0:107187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611904128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074777.513302:0:107187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000100:00100000:2.0:1769074777.513335:0:107187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107187:1855007611904128:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074777.514209:0:107187:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.525401:0:107187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107187:1855007611904128:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074777.525483:0:107187:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525502:0:107187:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525515:0:107187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525524:0:107187:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525533:0:107187:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525540:0:107187:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074777.525557:0:107187:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525564:0:107187:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525571:0:107187:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525577:0:107187:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074777.525584:0:107187:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.525590:0:107187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab22c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107187 initiator: MDT0 00000002:00100000:2.0:1769074777.525613:0:107187:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941500 x1855007611904128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074777.525627:0:107187:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074777.525654:0:107187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.525665:0:107187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074777.525673:0:107187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d1015d39a8 00010000:00010000:2.0:1769074777.525677:0:107187:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.525685:0:107187:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.582789:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074777.593640:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.593678:0:107187:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074777.593684:0:107187:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074777.593727:0:107187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074777.594076:0:107187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab23a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.594090:0:107187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab23a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.594100:0:107187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab23a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000100:00100000:2.0:1769074777.594151:0:107187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107187:1855007611904384:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074777.594789:0:107187:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074777.656497:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.656513:0:107187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.656530:0:107187:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074777.656536:0:107187:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074777.656575:0:107187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074777.656642:0:107187:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab241 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.656654:0:107187:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab241 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00010000:00010000:2.0:1769074777.656665:0:107187:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab241 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107187 initiator: MDT0 00000100:00100000:2.0:1769074777.656693:0:107187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107187:1855007611904512:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074777.656810:0:107187:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.842503:0:107188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107188:1855007611904896:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074777.842534:0:107188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842549:0:107188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842556:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842563:0:107188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842571:0:107188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842578:0:107188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074777.842583:0:107188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842589:0:107188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842597:0:107188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842604:0:107188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074777.842612:0:107188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074777.842624:0:107188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ab24f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107188 initiator: MDT0 00000002:00100000:2.0:1769074777.842644:0:107188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007611904896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074777.842659:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074777.842684:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.842696:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074777.842705:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d100d7f9a8 00010000:00010000:2.0:1769074777.842709:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.842716:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.843949:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.843963:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.843974:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.843978:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.843985:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.843987:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.843997:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.843999:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844100:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844105:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844116:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844120:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844420:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844425:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844432:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844435:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844441:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844445:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074777.844574:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844579:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.844588:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844592:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844600:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844603:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844610:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844613:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844620:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844623:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.844630:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844633:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844640:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844642:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844652:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844655:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.844663:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.844667:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074777.859943:0:107189:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074777.859947:0:107189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074777.859955:0:107189:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074777.859958:0:107189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074777.859966:0:107189:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074777.859970:0:107189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074777.875852:0:107192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074777.875876:0:107192:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074777.875885:0:107192:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074777.875912:0:107192:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074777.875931:0:107192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.875947:0:107192:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.875956:0:107192:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074777.875964:0:107192:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074777.875968:0:107192:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074777.875975:0:107192:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d100c87cb8 00010000:00010000:2.0:1769074777.875979:0:107192:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.875988:0:107192:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.882870:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882890:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.882903:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882909:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.882918:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882921:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.882929:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882932:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.882939:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882942:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.882950:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882953:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.882961:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882964:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.882972:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882974:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.882982:0:107193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.882986:0:107193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074777.896592:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074777.896619:0:107197:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074777.896626:0:107197:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074777.896657:0:107197:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074777.896676:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.896693:0:107197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.896701:0:107197:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074777.896710:0:107197:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074777.896714:0:107197:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074777.896733:0:107197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198fcb8 00010000:00010000:2.0:1769074777.896737:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.896747:0:107197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.897939:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074777.897952:0:107195:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.897957:0:107195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074777.897974:0:107195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.897986:0:107195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.897997:0:107195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.898015:0:107195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.898021:0:107195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074777.898025:0:107195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074777.898030:0:107195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074777.898033:0:107195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.898041:0:107195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.901874:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901892:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.901904:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901909:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.901916:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901919:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.901927:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901929:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.901937:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901940:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.901947:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901951:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.901960:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901963:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.901971:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901974:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.901984:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.901989:0:107195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074777.911561:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074777.911580:0:107195:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.911587:0:107195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074777.911610:0:107195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.911632:0:107195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.911648:0:107195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.911655:0:107195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.911662:0:107195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074777.911677:0:107195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074777.911692:0:107195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074777.911696:0:107195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.911705:0:107195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.911732:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.911736:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074777.911744:0:107195:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:3.0:1769074777.911764:0:107195:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:3.0:1769074777.911776:0:107195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074777.912177:0:107197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611905152:192.168.204.123@tcp:101:awk.0 00010000:00010000:2.0:1769074777.912204:0:107197:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912214:0:107197:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912222:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912228:0:107197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912233:0:107197:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912239:0:107197:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074777.912244:0:107197:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912250:0:107197:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912257:0:107197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912264:0:107197:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074777.912269:0:107197:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912275:0:107197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab256 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00000002:00100000:2.0:1769074777.912292:0:107197:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f800 x1855007611905152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074777.912315:0:107197:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074777.912329:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.912343:0:107197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074777.912350:0:107197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198f9a8 00010000:00010000:2.0:1769074777.912353:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.912359:0:107197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074777.912558:0:107195:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.912564:0:107195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074777.912573:0:107195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.912581:0:107195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.912590:0:107195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.912597:0:107195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:2.0:1769074777.912600:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00010000:3.0:1769074777.912601:0:107195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074777.912604:0:107195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00200000:2.0:1769074777.912605:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00010000:3.0:1769074777.912608:0:107195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074777.912611:0:107195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.912613:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912616:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1769074777.912619:0:107195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.912625:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912627:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.912635:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.912636:0:107195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912638:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.912642:0:107195:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00200000:2.0:1769074777.912645:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00000004:3.0:1769074777.912646:0:107195:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1752, max_age 1769 00000080:00200000:2.0:1769074777.912648:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00800000:00000004:3.0:1769074777.912654:0:107195:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1752, max_age 1769 00000080:00200000:2.0:1769074777.912655:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912658:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.912664:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912667:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.912675:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.912678:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.912686:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:3.0:1769074777.912688:0:107195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107195:1855007611905280:192.168.204.123@tcp:41:df.0 00000080:00200000:2.0:1769074777.912695:0:107197:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51923c180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074777.912702:0:107197:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074777.912716:0:107197:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074777.912766:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.912773:0:107197:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000020:00100000:2.0:1769074777.912782:0:107197:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074777.912788:0:107197:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611905536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074777.912797:0:107197:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000100:00100000:2.0:1769074777.912809:0:107197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611905536:192.168.204.123@tcp:101:awk.0 00000100:00100000:3.0:1769074777.912867:0:107195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.912925:0:107197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.922662:0:107195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107195:1855007611905280:192.168.204.123@tcp:41:df.0 00000100:00100000:3.0:1769074777.922662:0:107197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611905536:192.168.204.123@tcp:101:awk.0 00800000:00000004:2.0:1769074777.922693:0:107195:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00010000:00010000:3.0:1769074777.922699:0:107197:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000080:00000004:2.0:1769074777.922700:0:107195:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:2.0:1769074777.922705:0:107195:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00010000:00010000:3.0:1769074777.922710:0:107197:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922717:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922723:0:107197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922732:0:107197:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922738:0:107197:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074777.922742:0:107197:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922748:0:107197:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922755:0:107197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922761:0:107197:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074777.922767:0:107197:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.922774:0:107197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab25d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00000002:00100000:3.0:1769074777.922793:0:107197:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943100 x1855007611905536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074777.922806:0:107197:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074777.922830:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.922842:0:107197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074777.922850:0:107197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198f9a8 00010000:00010000:3.0:1769074777.922854:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.922861:0:107197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.923643:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923654:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.923665:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923669:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.923677:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923744:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.923760:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923764:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.923774:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923778:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.923788:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923792:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.923799:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923802:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.923809:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923812:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.923822:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.923833:0:107197:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a512062480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074777.923839:0:107197:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074777.923858:0:107197:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074777.923909:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107197 initiator: MDT0 00010000:00010000:3.0:1769074777.923917:0:107197:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000020:00100000:3.0:1769074777.923928:0:107197:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074777.923936:0:107197:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924000 x1855007611905792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074777.923946:0:107197:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000100:00100000:3.0:1769074777.923970:0:107197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611905792:192.168.204.123@tcp:101:awk.0 00000100:00100000:3.0:1769074777.924588:0:107197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.929243:0:107197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611905792:192.168.204.123@tcp:101:awk.0 00010000:00010000:2.0:1769074777.929265:0:107197:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929278:0:107197:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929285:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929292:0:107197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929308:0:107197:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929313:0:107197:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074777.929318:0:107197:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929324:0:107197:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929330:0:107197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929337:0:107197:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074777.929343:0:107197:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.929348:0:107197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab264 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00000002:00100000:2.0:1769074777.929365:0:107197:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511924000 x1855007611905792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074777.929378:0:107197:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074777.929405:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.929417:0:107197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074777.929431:0:107197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198f9a8 00010000:00010000:2.0:1769074777.929435:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.929442:0:107197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.930044:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930055:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.930066:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930070:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.930079:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930081:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.930089:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930092:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.930100:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930103:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.930111:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930114:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.930150:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930154:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.930377:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930382:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.930393:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.930405:0:107197:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a510bc8180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074777.930412:0:107197:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074777.930431:0:107197:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074777.930477:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.930486:0:107197:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000020:00100000:2.0:1769074777.930497:0:107197:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074777.930504:0:107197:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611906048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074777.930514:0:107197:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00000100:00100000:2.0:1769074777.930535:0:107197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611906048:192.168.204.123@tcp:101:awk.0 00000100:00100000:2.0:1769074777.930700:0:107197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074777.934588:0:107197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107197:1855007611906048:192.168.204.123@tcp:101:awk.0 00010000:00010000:2.0:1769074777.934613:0:107197:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934629:0:107197:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934636:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934643:0:107197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934651:0:107197:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934657:0:107197:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074777.934662:0:107197:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934669:0:107197:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934676:0:107197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934684:0:107197:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074777.934690:0:107197:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00010000:00010000:2.0:1769074777.934695:0:107197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab26b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107197 initiator: MDT0 00000002:00100000:2.0:1769074777.934715:0:107197:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941c00 x1855007611906048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074793 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074777.934729:0:107197:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074777.934754:0:107197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.935102:0:107197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074777.935116:0:107197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198f9a8 00010000:00010000:2.0:1769074777.935145:0:107197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.935154:0:107197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.935550:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935559:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.935569:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935573:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935579:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935582:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935588:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935591:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935598:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935601:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935608:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935611:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935617:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935620:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935626:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935629:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935635:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935638:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074777.935761:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935787:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.935801:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935804:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935813:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935816:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935824:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935826:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935834:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935837:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.935848:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935851:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935860:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935863:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935871:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935875:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.935883:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.935886:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074777.936000:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936005:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.936014:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936017:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936024:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936027:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936036:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936039:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936048:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936051:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936060:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936063:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936071:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936074:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936082:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936085:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936094:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936097:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074777.936275:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936279:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.936289:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936292:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936300:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936304:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936312:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936314:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936321:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936325:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.936333:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936336:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936344:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936347:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936353:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936356:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.936363:0:107197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.936366:0:107197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074777.955888:0:107201:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074777.955912:0:107201:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074777.955919:0:107201:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074777.955944:0:107201:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074777.955960:0:107201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.955977:0:107201:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074777.955985:0:107201:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074777.955992:0:107201:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074777.955996:0:107201:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:1.0:1769074777.956015:0:107201:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074777.956020:0:107201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074777.956029:0:107201:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.956635:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074777.956644:0:107202:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074777.956649:0:107202:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074777.956660:0:107202:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074777.956670:0:107202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.956679:0:107202:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.956685:0:107202:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074777.956691:0:107202:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074777.956693:0:107202:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074777.956697:0:107202:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c23cb8 00010000:00010000:3.0:1769074777.956700:0:107202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074777.956706:0:107202:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074777.958064:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958078:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.958089:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958094:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958103:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958107:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958116:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958119:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958154:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958158:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958167:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958171:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958181:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958194:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958209:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958213:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958223:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958240:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074777.958423:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958428:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.958437:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958441:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958451:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958454:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958463:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958467:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958476:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958480:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958490:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958493:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958502:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958505:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958515:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958519:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958529:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958534:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074777.958680:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958685:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.958694:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958697:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958704:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958707:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958714:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958717:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958724:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958727:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958735:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958738:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958745:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958749:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958756:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958759:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958768:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958772:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074777.958903:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958909:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074777.958920:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958924:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958934:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958937:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958950:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958954:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958964:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958967:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074777.958977:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958980:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.958990:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.958994:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.959003:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.959006:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074777.959015:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.959019:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074777.959171:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074777.959176:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.962250:0:107200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074777.962262:0:107200:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074777.962268:0:107200:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074777.962283:0:107200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074777.962370:0:107200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.962384:0:107200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.962392:0:107200:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074777.962399:0:107200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074777.962403:0:107200:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074777.962409:0:107200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101b5fcb8 00010000:00010000:2.0:1769074777.962413:0:107200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074777.962421:0:107200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074777.965618:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965635:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.965663:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965666:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.965676:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965679:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.965687:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965691:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.965700:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965704:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.965716:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965718:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.965726:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965729:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.965737:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.965741:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074777.966015:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966021:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.966030:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966034:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.966041:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966044:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.966053:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966055:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.966063:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966066:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.966073:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966076:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.966085:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966089:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.966098:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966101:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.966109:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966114:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074777.966280:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.966285:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.966294:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967803:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.967834:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967842:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.967855:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967858:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.967868:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967871:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.967880:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967883:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.967893:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967896:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.967906:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967909:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.967917:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.967922:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074777.968193:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968199:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074777.968211:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968216:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.968223:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968226:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.968232:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968235:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.968241:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968244:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074777.968252:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968256:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.968265:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968268:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.968276:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968279:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074777.968287:0:107202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074777.968290:0:107202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074778.018345:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.018372:0:107206:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.018381:0:107206:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074778.018410:0:107206:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.018428:0:107206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.018444:0:107206:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.018453:0:107206:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.018461:0:107206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074778.018465:0:107206:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074778.018473:0:107206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c2bcb8 00010000:00010000:2.0:1769074778.018477:0:107206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.018487:0:107206:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.019797:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019811:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.019821:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019825:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.019832:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019835:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.019841:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019844:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.019850:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019853:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.019859:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019862:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.019869:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019871:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.019877:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019880:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.019886:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.019890:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074778.020046:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020051:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.020059:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020062:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020069:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020071:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020078:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020080:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020086:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020089:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020095:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020098:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020105:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020107:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020115:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020118:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020148:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020153:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074778.020298:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020303:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.020316:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020320:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020328:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020330:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020337:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020340:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020348:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020350:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020358:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020361:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020370:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020373:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020381:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020384:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020392:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020395:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074778.020521:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020526:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.020536:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020539:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020546:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020549:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020556:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020559:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020565:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020567:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020576:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020579:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020586:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020589:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020597:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020600:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020607:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020610:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074778.020729:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020734:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.020742:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020745:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020752:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020755:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020763:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020766:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020774:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020777:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020785:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020788:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020796:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020799:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020806:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020809:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.020817:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020822:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074778.020940:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020945:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.020954:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020958:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020969:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020973:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020982:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020984:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.020991:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.020994:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.021000:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.021003:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.021009:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.021012:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.021018:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.021020:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.021027:0:107206:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.021030:0:107206:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.022174:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.022197:0:107207:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.022204:0:107207:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074778.022231:0:107207:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.022249:0:107207:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.022265:0:107207:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.022273:0:107207:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.022280:0:107207:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074778.022283:0:107207:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:1.0:1769074778.022289:0:107207:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074778.022292:0:107207:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.022310:0:107207:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.023589:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023599:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.023608:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023611:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023619:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023622:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023629:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023631:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023637:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023640:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023646:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023649:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023655:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023658:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023665:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023668:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023676:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023680:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074778.023832:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023837:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.023844:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023847:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023853:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023856:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023862:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023865:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023871:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023874:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.023880:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023883:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023890:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023892:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023900:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023902:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.023909:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.023912:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074778.024020:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024025:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.024032:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024035:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024041:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024044:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024052:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024055:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024062:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024065:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024071:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024074:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024081:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024083:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024090:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024092:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024099:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024102:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074778.024256:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024261:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.024271:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024274:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024282:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024285:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024294:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024297:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024305:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024308:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024318:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024320:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024328:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024331:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024339:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024342:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024349:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024354:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074778.024472:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024477:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.024486:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024489:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024498:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024501:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024508:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024511:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024520:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024523:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024531:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024534:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024543:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024546:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024554:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024557:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024564:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024567:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074778.024667:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024672:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.024681:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024684:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024692:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024695:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024701:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024704:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024711:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024713:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024720:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024722:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024729:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024731:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024737:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024740:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024746:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024750:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074778.024849:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024853:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.024860:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024863:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024870:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024873:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024879:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024882:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024890:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024892:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.024900:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024903:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024911:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024914:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024920:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024923:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.024929:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.024932:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.025059:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025064:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.025071:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025074:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.025080:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025083:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.025089:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025092:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.025098:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025101:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.025107:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025110:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.025117:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025119:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.025151:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025154:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.025161:0:107207:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.025164:0:107207:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074778.057578:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.057590:0:107211:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.057594:0:107211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074778.057604:0:107211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.057613:0:107211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.057622:0:107211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.057628:0:107211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.057632:0:107211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074778.057634:0:107211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:1.0:1769074778.057639:0:107211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c43cb8 00010000:00010000:1.0:1769074778.057641:0:107211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.057648:0:107211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.058953:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.058966:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.058976:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.058980:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.058990:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.058993:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059002:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059005:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059017:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059020:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059028:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059031:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059039:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059042:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059049:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059052:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059059:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059063:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074778.059308:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059313:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.059323:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059327:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059336:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059338:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059345:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059347:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059354:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059356:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059363:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059366:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059373:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059376:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059385:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059387:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059397:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059401:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074778.059547:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059552:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.059560:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059563:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059570:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059573:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059581:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059584:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059593:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059596:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059604:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059607:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059613:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059615:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059623:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059625:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059633:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059636:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074778.059767:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059772:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.059782:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059786:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059795:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059798:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059805:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059808:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059816:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059820:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.059827:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059830:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059841:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059844:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059853:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059856:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.059863:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.059867:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074778.059998:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060003:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.060012:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060015:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.060023:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060025:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.060034:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060037:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.060045:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060049:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.060056:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060059:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.060067:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060070:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.060080:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060082:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.060091:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.060095:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074778.064988:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.065006:0:107212:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.065013:0:107212:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074778.065041:0:107212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.065061:0:107212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.065078:0:107212:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.065086:0:107212:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.065093:0:107212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074778.065098:0:107212:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074778.065105:0:107212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c53cb8 00010000:00010000:2.0:1769074778.065109:0:107212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.065158:0:107212:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.066509:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066524:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.066537:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066542:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066549:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066552:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066560:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066563:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066570:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066573:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066581:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066585:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066594:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066597:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066605:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066608:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066616:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066620:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074778.066782:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066787:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.066798:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066802:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066811:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066814:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066822:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066825:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066833:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066836:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.066843:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066845:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066852:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066855:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066862:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066865:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.066873:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.066877:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074778.067010:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067016:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.067026:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067029:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067039:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067042:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067049:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067052:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067060:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067062:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067070:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067073:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067081:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067084:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067094:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067097:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067106:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067111:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074778.067281:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067286:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.067295:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067298:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067308:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067311:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067319:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067322:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067329:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067332:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067340:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067343:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067351:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067354:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067362:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067365:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067373:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067376:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074778.067501:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067506:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.067516:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067519:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067530:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067533:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067542:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067545:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067555:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067558:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067567:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067570:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067580:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067583:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067591:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067593:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067602:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067605:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074778.067727:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067732:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.067744:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067747:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067755:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067757:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067764:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067767:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067774:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067776:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067783:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067786:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067792:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067794:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067800:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067803:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.067809:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067812:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074778.067929:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067934:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.067946:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067949:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067957:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067960:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067968:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067972:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067979:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067982:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.067991:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.067995:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.068003:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.068006:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.068013:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.068015:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.068023:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.068026:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.069259:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069272:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.069288:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069293:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.069402:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069406:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.069415:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069418:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.069426:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069429:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.069438:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069442:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.069450:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069453:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.069461:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069464:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.069472:0:107211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.069476:0:107211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.070988:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071001:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.071013:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071017:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.071024:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071026:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.071032:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071034:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.071041:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071044:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.071050:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071053:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.071060:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071063:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.071070:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071073:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.071081:0:107212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.071084:0:107212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074778.104242:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.104268:0:107217:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.104277:0:107217:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074778.104589:0:107217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.104611:0:107217:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.104627:0:107217:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.104635:0:107217:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.104644:0:107217:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074778.104648:0:107217:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:1.0:1769074778.104656:0:107217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c5bcb8 00010000:00010000:1.0:1769074778.104660:0:107217:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.104669:0:107217:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.107267:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.107290:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.107765:0:107216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074778.107775:0:107216:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.107785:0:107216:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074778.107815:0:107216:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.107837:0:107216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.107852:0:107216:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.107861:0:107216:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.107869:0:107216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.107886:0:107216:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:3.0:1769074778.107895:0:107216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101b6fcb8 00010000:00010000:3.0:1769074778.107901:0:107216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.107912:0:107216:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.108660:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108669:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.108681:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108685:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.108694:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108697:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.108705:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108707:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.108716:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108720:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.108727:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108730:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.108739:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108741:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.108749:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.108753:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074778.112689:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112703:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.112715:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112719:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.112727:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112730:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.112737:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112740:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.112746:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112749:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.112755:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.112759:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.115804:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.115824:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.115852:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.115856:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.115867:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.115881:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074778.116503:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116511:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.116522:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116526:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116535:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116538:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116547:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116550:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116563:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116566:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116576:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116579:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116589:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116592:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116599:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116602:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116608:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116612:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074778.116745:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116750:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.116759:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116762:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116769:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116772:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116781:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116783:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116791:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116794:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.116802:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116805:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116813:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116816:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116823:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116825:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.116832:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.116836:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074778.117111:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117117:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.117199:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117204:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.117212:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117215:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.117222:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117225:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.117233:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117236:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.117242:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117245:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.117253:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117255:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.117264:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117267:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.117274:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.117278:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074778.117727:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.117737:0:107215:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.117743:0:107215:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074778.117770:0:107215:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.117788:0:107215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.117803:0:107215:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.117810:0:107215:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.117818:0:107215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074778.117821:0:107215:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074778.117828:0:107215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d100f67cb8 00010000:00010000:2.0:1769074778.117832:0:107215:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.117840:0:107215:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.118287:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119087:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.119117:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119202:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.119218:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119222:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.119231:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119234:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.119242:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119244:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.119253:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119256:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.119266:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119268:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.119279:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119282:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.119292:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.119943:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074778.121091:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121104:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.121115:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121118:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121280:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121284:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121293:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121399:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121415:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121418:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121430:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121433:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121443:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121446:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121456:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121459:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121466:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121470:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.121706:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121711:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.121721:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121723:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121732:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121734:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121741:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121744:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121751:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121754:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.121761:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121764:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121770:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121772:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121779:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121781:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.121789:0:107217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.121793:0:107217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074778.125062:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.125084:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.131093:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131118:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.131191:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131196:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.131209:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131212:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.131220:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131223:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.131230:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131234:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.131760:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131767:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.131783:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131786:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.131796:0:107215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.131801:0:107215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.165683:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.165704:0:107221:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.165712:0:107221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074778.165736:0:107221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.165754:0:107221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.165770:0:107221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.165778:0:107221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.165786:0:107221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074778.165790:0:107221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:1.0:1769074778.165796:0:107221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d10198fcb8 00010000:00010000:1.0:1769074778.165799:0:107221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.165807:0:107221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.167093:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167106:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.167114:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167118:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167157:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167160:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167168:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167171:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167189:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167192:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167201:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167205:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167212:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167215:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167223:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167225:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167232:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167235:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074778.167444:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167449:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.167459:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167461:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167469:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167472:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167480:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167483:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167490:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167493:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167502:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167505:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167514:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167516:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167523:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167525:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167533:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167537:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074778.167672:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167677:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.167684:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167687:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167696:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167698:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167705:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167707:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167715:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167718:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167724:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167727:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167733:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167737:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167743:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167746:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167752:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167755:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074778.167861:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167865:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.167873:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167876:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167882:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167885:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167892:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167894:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167901:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167904:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.167910:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167913:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167919:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167921:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167927:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167930:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.167938:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.167941:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074778.168036:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168040:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.168047:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168050:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.168057:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168059:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.168065:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168068:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.168077:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168079:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.168086:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168089:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.168097:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168099:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.168105:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168108:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.168113:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.168117:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074778.168552:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.168561:0:107222:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.168567:0:107222:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074778.168593:0:107222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.168609:0:107222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.168624:0:107222:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.168632:0:107222:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.168640:0:107222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074778.168643:0:107222:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab1c3 00000080:00010000:2.0:1769074778.168649:0:107222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1c3 from it ffffb0d101c73cb8 00010000:00010000:2.0:1769074778.168653:0:107222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.168661:0:107222:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.173816:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173832:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.173845:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173849:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.173858:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173861:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.173870:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173873:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.173884:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173887:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.173895:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173899:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.173907:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173910:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.173918:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173921:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.173930:0:107221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.173934:0:107221:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.178369:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178397:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.178413:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178418:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178429:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178433:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178442:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178445:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178455:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178458:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178467:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178471:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.178480:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178483:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.178492:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178495:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.178504:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178508:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074778.178957:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178963:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.178973:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178976:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178984:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178987:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.178995:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.178998:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179006:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179009:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179016:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179019:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179030:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179032:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179043:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179046:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179054:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179058:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074778.179255:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179260:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.179270:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179274:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179282:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179286:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179423:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179428:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179443:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179447:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179456:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179459:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179467:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179470:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179478:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179481:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179489:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179493:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074778.179633:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179638:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.179651:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179654:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179776:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179781:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179793:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179796:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179804:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179807:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.179816:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179819:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179827:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179830:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179837:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179840:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.179849:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179852:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074778.179988:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.179992:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.180000:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180004:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180011:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180013:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180021:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180024:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180031:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180034:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180040:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180042:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180048:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180051:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180058:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180060:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180066:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180069:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074778.180890:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180900:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.180910:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180914:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180923:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180925:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180933:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180936:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180945:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180949:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.180957:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180960:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180968:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180971:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180980:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180982:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.180992:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.180995:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074778.182274:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.182290:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.186566:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186591:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.186612:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186617:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.186626:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186629:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.186636:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186639:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.186647:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186650:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.186741:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186746:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.186769:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186772:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.186783:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.186787:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.190903:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190920:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.190936:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190940:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.190949:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190952:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.190959:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190961:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.190969:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190972:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.190978:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190982:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.190990:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.190993:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.191001:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.191003:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.191010:0:107222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.191014:0:107222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074778.212447:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212463:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.212476:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212481:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.212489:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212493:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.212501:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212504:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.212512:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212515:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.212524:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212527:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.212535:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212538:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.212546:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212549:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.212558:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.212561:0:107224:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.213098:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.213116:0:107224:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074778.213119:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074778.213151:0:107224:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074778.213155:0:107224:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00800000:00000004:2.0:1769074778.213198:0:107224:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff97a51160d000: age 1770, max_age 0 00000100:00100000:2.0:1769074778.213286:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074778.213312:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611906944:192.168.204.123@tcp:41:pjdfstest.0 00010000:00010000:2.0:1769074778.213565:0:107224:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.213595:0:107224:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.213732:0:107224:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.213740:0:107224:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074778.213742:0:107224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab1c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff57d expref: -99 pid: 105938 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074778.213761:0:107224:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074778.213769:0:107224:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940380 x1855007611907200/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074778.213786:0:107224:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107224:1855007611907200:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074778.213817:0:107224:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.219525:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611906944:192.168.204.123@tcp:41:pjdfstest.0 00000100:00100000:1.0:1769074778.226007:0:107224:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107224:1855007611907200:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074778.226059:0:107224:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00200000:1.0:1769074778.226067:0:107224:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16b:0x0], updating i_size 1024 00000080:00200000:1.0:1769074778.239365:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.239390:0:107225:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074778.239395:0:107225:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074778.239420:0:107225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.239493:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.239502:0:107225:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.239511:0:107225:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00000100:00100000:1.0:1769074778.239536:0:107225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907456:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074778.239630:0:107225:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.243507:0:107225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907456:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074778.243528:0:107225:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243539:0:107225:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243545:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243550:0:107225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243556:0:107225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243562:0:107225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.243566:0:107225:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243572:0:107225:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243576:0:107225:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243580:0:107225:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.243585:0:107225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243589:0:107225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ab28e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00000002:00100000:1.0:1769074778.243602:0:107225:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611907456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.243615:0:107225:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.243640:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.243650:0:107225:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.243656:0:107225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074778.243659:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.243741:0:107225:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.243811:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.243825:0:107225:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074778.243828:0:107225:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074778.243842:0:107225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.243871:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243875:0:107225:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.243881:0:107225:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00000100:00100000:1.0:1769074778.243895:0:107225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907584:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074778.243959:0:107225:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.251894:0:107225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907584:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074778.251919:0:107225:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251935:0:107225:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251942:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251947:0:107225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251953:0:107225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251959:0:107225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.251963:0:107225:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251968:0:107225:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251972:0:107225:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251977:0:107225:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.251983:0:107225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.251987:0:107225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab295 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00000002:00100000:1.0:1769074778.252000:0:107225:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611907584/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.252012:0:107225:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.252036:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.252048:0:107225:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.252054:0:107225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074778.252057:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.252062:0:107225:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.253442:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.253456:0:107225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.253473:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.253476:0:107225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.253480:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.253482:0:107225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.253486:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.253497:0:107225:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074778.253500:0:107225:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074778.253522:0:107225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.253569:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.253577:0:107225:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.253584:0:107225:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00000100:00100000:1.0:1769074778.253604:0:107225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907712:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074778.253803:0:107225:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.257229:0:107225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907712:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074778.257259:0:107225:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257274:0:107225:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257281:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257289:0:107225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257305:0:107225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257311:0:107225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.257316:0:107225:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257322:0:107225:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257329:0:107225:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257336:0:107225:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.257344:0:107225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257351:0:107225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab29c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00000002:00100000:1.0:1769074778.257372:0:107225:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611907712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.257388:0:107225:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.257418:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.257430:0:107225:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.257444:0:107225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074778.257448:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.257456:0:107225:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.257539:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.257549:0:107225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.257562:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.257565:0:107225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.257577:0:107225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.257589:0:107225:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50387a180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074778.257596:0:107225:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074778.257614:0:107225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074778.257658:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.257664:0:107225:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00000020:00100000:1.0:1769074778.257676:0:107225:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074778.257681:0:107225:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ea00 x1855007611907968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074778.257690:0:107225:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00000100:00100000:1.0:1769074778.257712:0:107225:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907968:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074778.258173:0:107225:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.261910:0:107225:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107225:1855007611907968:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074778.261936:0:107225:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261948:0:107225:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261954:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261960:0:107225:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261967:0:107225:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261972:0:107225:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.261977:0:107225:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261984:0:107225:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261991:0:107225:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.261997:0:107225:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.262002:0:107225:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00010000:00010000:1.0:1769074778.262008:0:107225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107225 initiator: MDT0 00000002:00100000:1.0:1769074778.262029:0:107225:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611907968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.262044:0:107225:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.262070:0:107225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.262085:0:107225:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.262093:0:107225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c5b9a8 00010000:00010000:1.0:1769074778.262096:0:107225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.262104:0:107225:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.267013:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074778.267039:0:107227:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.267047:0:107227:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074778.267067:0:107227:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.267092:0:107227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.267114:0:107227:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.267161:0:107227:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.267169:0:107227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.267174:0:107227:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:3.0:1769074778.267190:0:107227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074778.267195:0:107227:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.267204:0:107227:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.268506:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268521:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.268534:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268539:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.268548:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268551:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.268560:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268563:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.268571:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268574:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.268582:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268586:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.268594:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268596:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.268604:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268608:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.268617:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.268627:0:107227:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204ea480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074778.268636:0:107227:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074778.268656:0:107227:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074778.268729:0:107227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.268739:0:107227:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107227 initiator: MDT0 00000020:00100000:3.0:1769074778.268751:0:107227:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074778.268766:0:107227:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925f80 x1855007611908224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074778.268776:0:107227:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107227 initiator: MDT0 00000100:00100000:3.0:1769074778.268801:0:107227:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107227:1855007611908224:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074778.269000:0:107227:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.275832:0:107227:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107227:1855007611908224:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074778.275857:0:107227:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275870:0:107227:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275877:0:107227:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275884:0:107227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275893:0:107227:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275900:0:107227:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074778.275905:0:107227:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275912:0:107227:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275919:0:107227:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275926:0:107227:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074778.275933:0:107227:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107227 initiator: MDT0 00010000:00010000:3.0:1769074778.275939:0:107227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107227 initiator: MDT0 00000002:00100000:3.0:1769074778.275957:0:107227:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925f80 x1855007611908224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074778.275972:0:107227:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074778.276003:0:107227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.276016:0:107227:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074778.276024:0:107227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c7b9a8 00010000:00010000:3.0:1769074778.276027:0:107227:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.276035:0:107227:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.276919:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276932:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.276945:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276949:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.276958:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276962:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.276970:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276973:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.276981:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276984:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.276992:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.276995:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277004:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277008:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277016:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277019:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277029:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277032:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.277363:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277368:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.277378:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277381:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.277388:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277391:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.277398:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277401:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.277408:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277411:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.277419:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277421:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277428:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277430:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277439:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277441:0:107227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.277450:0:107227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.277462:0:107227:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.277469:0:107227:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074778.277491:0:107227:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074778.277551:0:107227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab2b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107227 initiator: MDT0 00010000:00010000:2.0:1769074778.277559:0:107227:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab2b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107227 initiator: MDT0 00000020:00100000:2.0:1769074778.277571:0:107227:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074778.277581:0:107227:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611908480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074778.277590:0:107227:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab2b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107227 initiator: MDT0 00000100:00100000:2.0:1769074778.277611:0:107227:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107227:1855007611908480:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.277917:0:107227:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9c00 going to sleep for 11 seconds 00000080:00200000:3.0:1769074778.289599:0:107228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074778.289620:0:107228:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.289628:0:107228:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074778.289647:0:107228:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.289664:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.289680:0:107228:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.289688:0:107228:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.289696:0:107228:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.289699:0:107228:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:3.0:1769074778.289707:0:107228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c83cb8 00010000:00010000:3.0:1769074778.289711:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.289720:0:107228:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.289751:0:107228:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074778.289758:0:107228:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.289764:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.289778:0:107228:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.289784:0:107228:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.289787:0:107228:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074778.289790:0:107228:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074778.289793:0:107228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d101c83b58 00010000:00010000:3.0:1769074778.289796:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.289803:0:107228:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.289810:0:107228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.289823:0:107228:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=9 00000080:00200000:3.0:1769074778.289828:0:107228:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:3.0:1769074778.289839:0:107228:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.289890:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107228 initiator: MDT0 00010000:00010000:3.0:1769074778.289898:0:107228:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107228 initiator: MDT0 00010000:00010000:3.0:1769074778.289910:0:107228:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107228 initiator: MDT0 00000100:00100000:3.0:1769074778.289950:0:107228:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107228:1855007611908608:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074778.290081:0:107228:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.296006:0:107228:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107228:1855007611908608:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074778.296034:0:107228:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296053:0:107228:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296061:0:107228:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296074:0:107228:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296085:0:107228:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296097:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296105:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296112:0:107228:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074778.296169:0:107228:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925f80 x1855007611908608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074778.296191:0:107228:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296208:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296221:0:107228:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296228:0:107228:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296235:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296242:0:107228:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab2b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ff86a expref: -99 pid: 107228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296265:0:107228:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074778.296272:0:107228:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074778.296847:0:107228:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:3.0:1769074778.296852:0:107228:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:3.0:1769074778.296859:0:107228:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:3.0:1769074778.296873:0:107228:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.296876:0:107228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c83b20 00010000:00010000:3.0:1769074778.296880:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296888:0:107228:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074778.296931:0:107228:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.296938:0:107228:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074778.296958:0:107228:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.296965:0:107228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296972:0:107228:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.296978:0:107228:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.296982:0:107228:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.296985:0:107228:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:3.0:1769074778.296988:0:107228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d101c83cb8 00010000:00010000:3.0:1769074778.296990:0:107228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.296996:0:107228:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074778.300753:0:107188:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.300778:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074778.300799:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.300816:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.300829:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.300836:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.300844:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074778.300849:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074778.300855:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fcb8 00010000:00010000:3.0:1769074778.300859:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.300866:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.300893:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074778.300899:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.300905:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.300914:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.300920:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.300923:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074778.300926:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074778.300930:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fb58 00010000:00010000:3.0:1769074778.300933:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.300940:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.300948:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.300955:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074778.300964:0:107188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.300969:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074778.300980:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.300987:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.300995:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.301001:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.301005:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074778.301008:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:3.0:1769074778.301011:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d100d7fcb8 00010000:00010000:3.0:1769074778.301014:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.301021:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.301036:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074778.301042:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.301046:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.301054:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.301060:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.301063:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074778.301065:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074778.301068:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fb58 00010000:00010000:3.0:1769074778.301071:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.301077:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.301083:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.301087:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:3.0:1769074778.301090:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.301104:0:107188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=9 00000080:00200000:3.0:1769074778.301108:0:107188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074778.301119:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.301284:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074778.301305:0:107188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107188 initiator: MDT0 00010000:00010000:2.0:1769074778.301317:0:107188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107188 initiator: MDT0 00000100:00100000:2.0:1769074778.301346:0:107188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107188:1855007611908864:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074778.301439:0:107188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.305408:0:107188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107188:1855007611908864:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074778.305429:0:107188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305459:0:107188:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305467:0:107188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305479:0:107188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305491:0:107188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305502:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305510:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305517:0:107188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074778.305528:0:107188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925f80 x1855007611908864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074778.305540:0:107188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305549:0:107188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/363 (0 0) 00000080:00200000:2.0:1769074778.305556:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074778.305577:0:107188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16b:0x0], updating i_size 1024 00000080:00200000:2.0:1769074778.305580:0:107188:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x16b:0x0](ffff97a509f6db88): rc = 0 00000080:00010000:2.0:1769074778.305586:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab2bf 00000080:00010000:2.0:1769074778.305598:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.305601:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d100d7fb20 00010000:00010000:2.0:1769074778.305604:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305612:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074778.305648:0:107188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.305655:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.305780:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.305790:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305801:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.305808:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.305813:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.305816:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab2bf 00000080:00010000:2.0:1769074778.305820:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d100d7fcb8 00010000:00010000:2.0:1769074778.305822:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305828:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.305874:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074778.305881:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.305888:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305897:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.305903:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.305908:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074778.305910:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:2.0:1769074778.305914:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fc18 00010000:00010000:2.0:1769074778.305917:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.305925:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.305933:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.305940:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:2.0:1769074778.305943:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.305947:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, flags=11 00000080:00200000:2.0:1769074778.305951:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 101 00000080:00200000:1.0:1769074778.314027:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.314050:0:107231:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.314058:0:107231:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.314084:0:107231:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.314104:0:107231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.314120:0:107231:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.314462:0:107231:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.314471:0:107231:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.314475:0:107231:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab2bf 00000080:00010000:1.0:1769074778.314483:0:107231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d100f67cb8 00010000:00010000:1.0:1769074778.314488:0:107231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.314498:0:107231:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.314616:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.314629:0:107230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074778.314634:0:107230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074778.314647:0:107230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074778.315429:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.315441:0:107230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.315451:0:107230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00000100:00100000:2.0:1769074778.315475:0:107230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611908992:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074778.315585:0:107230:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000080:00200000:1.0:1769074778.317973:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000100:00100000:2.0:1769074778.319811:0:107230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611908992:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074778.319833:0:107230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319846:0:107230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319853:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319860:0:107230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319867:0:107230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319873:0:107230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.319877:0:107230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319883:0:107230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319891:0:107230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319899:0:107230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.319907:0:107230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.319913:0:107230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00000002:00100000:2.0:1769074778.319931:0:107230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940a80 x1855007611908992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.319945:0:107230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.319978:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.319990:0:107230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.320000:0:107230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d101c73980 00010000:00010000:2.0:1769074778.320003:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.320010:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00010000:00010000:2.0:1769074778.320011:0:107230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.320053:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.320059:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.320065:0:107230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074778.320069:0:107230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074778.320086:0:107230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074778.320142:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.320149:0:107230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.320159:0:107230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00000100:00100000:2.0:1769074778.320190:0:107230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909120:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074778.320280:0:107230:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.323555:0:107230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909120:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074778.323576:0:107230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323587:0:107230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323593:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323598:0:107230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323603:0:107230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323607:0:107230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.323610:0:107230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323618:0:107230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323623:0:107230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323627:0:107230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.323632:0:107230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323636:0:107230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab2cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00000002:00100000:2.0:1769074778.323650:0:107230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940a80 x1855007611909120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.323671:0:107230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.323707:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.323720:0:107230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.323722:0:107231:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00010000:2.0:1769074778.323727:0:107230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d101c73980 00000080:00200000:1.0:1769074778.323729:0:107231:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00010000:00010000:2.0:1769074778.323731:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.323739:0:107230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074778.323752:0:107231:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.323849:0:107231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.323857:0:107231:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.323867:0:107231:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107231 initiator: MDT0 00000100:00100000:1.0:1769074778.323893:0:107231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107231:1855007611909248:192.168.204.123@tcp:101:tail.0 00000080:00200000:2.0:1769074778.323902:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.323910:0:107230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.323926:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.323929:0:107230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.323938:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.323940:0:107230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.323947:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.323956:0:107230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074778.323959:0:107230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074778.323967:0:107230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074778.323985:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323992:0:107230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.323998:0:107230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00000100:00100000:2.0:1769074778.324009:0:107230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909376:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074778.324049:0:107230:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.324050:0:107231:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.331795:0:107230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909376:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074778.331822:0:107230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331837:0:107230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331844:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331852:0:107230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331860:0:107230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331867:0:107230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.331872:0:107230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331879:0:107230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331885:0:107230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331892:0:107230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.331898:0:107230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.331904:0:107230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00000002:00100000:2.0:1769074778.331924:0:107230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940a80 x1855007611909376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.331937:0:107230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.331964:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.331975:0:107230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.331984:0:107230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d101c73980 00010000:00010000:2.0:1769074778.331987:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.331995:0:107230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.332067:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.332077:0:107230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.332093:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.332097:0:107230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.332108:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.332121:0:107230:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a511eca300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.332221:0:107230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:2.0:1769074778.332242:0:107230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074778.332307:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.332315:0:107230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00000020:00100000:2.0:1769074778.332328:0:107230:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074778.332335:0:107230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611909632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074778.332344:0:107230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00000100:00100000:2.0:1769074778.332366:0:107230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909632:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074778.332549:0:107230:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.334879:0:107231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107231:1855007611909248:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074778.334900:0:107231:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334914:0:107231:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334920:0:107231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334927:0:107231:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334935:0:107231:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334940:0:107231:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.334944:0:107231:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334950:0:107231:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334957:0:107231:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334963:0:107231:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.334969:0:107231:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107231 initiator: MDT0 00010000:00010000:1.0:1769074778.334975:0:107231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107231 initiator: MDT0 00000002:00100000:1.0:1769074778.334992:0:107231:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611909248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.335006:0:107231:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.335029:0:107231:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.335041:0:107231:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.335051:0:107231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d100f67980 00010000:00010000:1.0:1769074778.335054:0:107231:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.335062:0:107231:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.335189:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335199:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.335212:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335215:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.335226:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335229:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.335245:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335249:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.335258:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335262:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.335270:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.335273:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.335281:0:107231:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000100:00100000:2.0:1769074778.337057:0:107230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909632:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074778.337078:0:107230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337091:0:107230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337097:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337103:0:107230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337111:0:107230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337116:0:107230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.337120:0:107230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337171:0:107230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337186:0:107230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337193:0:107230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.337198:0:107230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00010000:00010000:2.0:1769074778.337204:0:107230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107230 initiator: MDT0 00000002:00100000:2.0:1769074778.337223:0:107230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940a80 x1855007611909632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.337237:0:107230:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.337268:0:107230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.337281:0:107230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.337291:0:107230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2bf from it ffffb0d101c739a8 00010000:00010000:2.0:1769074778.337306:0:107230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.337314:0:107230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.338258:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.339073:0:107231:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.339083:0:107231:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a50387b080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.340747:0:107230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=1536 00000080:00200000:2.0:1769074778.340762:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074778.340780:0:107230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074778.340785:0:107230:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00010000:00010000:2.0:1769074778.340841:0:107230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.340942:0:107230:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.340950:0:107230:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074778.340954:0:107230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff886 expref: -99 pid: 107188 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074778.340980:0:107230:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074778.340995:0:107230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611909888/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074778.341028:0:107230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909888:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074778.341192:0:107230:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.346818:0:107230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107230:1855007611909888:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074778.346870:0:107230:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x16c:0x0](ffff97a509efa1c8) 00000080:00200000:2.0:1769074778.346876:0:107230:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16c:0x0], updating i_size 1024 00000080:00200000:2.0:1769074778.358806:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.358826:0:107233:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.358834:0:107233:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.358853:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.358923:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.358934:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.358945:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.358978:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910016:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074778.359097:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.366065:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910016:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074778.366098:0:107233:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366112:0:107233:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366167:0:107233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366189:0:107233:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366204:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366212:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366220:0:107233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074778.366233:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943800 x1855007611910016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074778.366246:0:107233:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366260:0:107233:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/363 (0 0) 00000080:00200000:2.0:1769074778.366267:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074778.366289:0:107233:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16b:0x0], updating i_size 1024 00000080:00010000:2.0:1769074778.366303:0:107233:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab2e9 00000080:00010000:2.0:1769074778.366309:0:107233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.366312:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d17cb8 00010000:00010000:2.0:1769074778.366315:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.366324:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.367807:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.367826:0:107233:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074778.367832:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074778.367855:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074778.367930:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.367941:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.367949:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.367978:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910144:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.368077:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.372879:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910144:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074778.372901:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372915:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372921:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372928:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372936:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372943:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.372948:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372955:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372962:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372969:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074778.372976:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.372982:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab2f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:1.0:1769074778.373000:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943800 x1855007611910144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074778.373016:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074778.373047:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.373060:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074778.373070:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d17980 00010000:00010000:1.0:1769074778.373074:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.373081:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.373496:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.373512:0:107233:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:1.0:1769074778.373517:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:1.0:1769074778.373534:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.373574:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.373582:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:1.0:1769074778.373591:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:1.0:1769074778.373613:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910272:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074778.373752:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.377529:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910272:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074778.377552:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377564:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377572:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377579:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377587:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377592:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.377597:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377604:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377611:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377618:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.377624:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377631:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888ab2f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:2.0:1769074778.377647:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ea00 x1855007611910272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.377660:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.377685:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.377696:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.377705:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d17980 00010000:00010000:2.0:1769074778.377708:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.377716:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.377809:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.377818:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.377833:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.377837:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.377846:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.377850:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.377858:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.377868:0:107233:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074778.377872:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074778.377888:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074778.377933:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377941:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.377949:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.377970:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910400:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.378058:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.381632:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910400:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074778.381653:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381665:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381672:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381679:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381686:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381692:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.381696:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381702:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381709:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381715:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.381722:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.381729:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab2fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:2.0:1769074778.381748:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943480 x1855007611910400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.381761:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.381788:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.381805:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.381814:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d17980 00010000:00010000:2.0:1769074778.381818:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.381826:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.381902:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.381912:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.381922:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.381925:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.381932:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.381947:0:107233:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a506190600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.381954:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:2.0:1769074778.381972:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074778.382018:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.382025:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000020:00100000:2.0:1769074778.382035:0:107233:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074778.382042:0:107233:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611910656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074778.382051:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.382071:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910656:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.382386:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.386062:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910656:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074778.386089:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386101:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386108:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386115:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386142:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386149:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.386154:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386307:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386315:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386321:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.386328:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.386338:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab305 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:2.0:1769074778.386357:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611910656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.386371:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.386399:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.386412:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.386421:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d179a8 00010000:00010000:2.0:1769074778.386425:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.386432:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.386857:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386867:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.386878:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386882:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.386888:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386891:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.386898:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386900:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.386910:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386913:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.386922:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386926:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.386932:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386935:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.386941:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386944:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.386950:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.386961:0:107233:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a5203fa480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.386968:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:2.0:1769074778.386985:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074778.387048:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.387054:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000020:00100000:2.0:1769074778.387063:0:107233:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074778.387071:0:107233:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611910912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074778.387081:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.387117:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910912:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.388022:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.391203:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611910912:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074778.391232:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391245:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391254:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391260:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391268:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391274:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.391279:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391285:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391300:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391307:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.391314:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.391321:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab30c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:2.0:1769074778.391340:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611910912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.391355:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.391383:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.391402:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.391412:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d179a8 00010000:00010000:2.0:1769074778.391416:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.391423:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.391834:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391843:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.391854:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391858:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.391866:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391870:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.391878:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391882:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.391890:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391892:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.391899:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391902:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.391910:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391913:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.391921:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391924:0:107233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.391933:0:107233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.391946:0:107233:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a506191980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074778.391956:0:107233:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:2.0:1769074778.391978:0:107233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074778.392081:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.392090:0:107233:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000020:00100000:2.0:1769074778.392106:0:107233:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074778.392114:0:107233:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611911168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074778.392165:0:107233:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00000100:00100000:2.0:1769074778.392204:0:107233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611911168:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074778.392394:0:107233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.397053:0:107233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107233:1855007611911168:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074778.397077:0:107233:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397089:0:107233:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397096:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397102:0:107233:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397110:0:107233:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397118:0:107233:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074778.397138:0:107233:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397146:0:107233:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397195:0:107233:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397202:0:107233:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074778.397208:0:107233:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00010000:00010000:2.0:1769074778.397214:0:107233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab313 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107233 initiator: MDT0 00000002:00100000:2.0:1769074778.397231:0:107233:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611911168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074778.397246:0:107233:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074778.397272:0:107233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.397284:0:107233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074778.397475:0:107233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d100d179a8 00010000:00010000:2.0:1769074778.397480:0:107233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.397489:0:107233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.406284:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.406320:0:107236:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.406328:0:107236:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.406351:0:107236:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.406371:0:107236:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.406386:0:107236:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.406394:0:107236:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.406403:0:107236:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.406407:0:107236:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab2e9 00000080:00010000:2.0:1769074778.406414:0:107236:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab2e9 from it ffffb0d101c33cb8 00010000:00010000:2.0:1769074778.406418:0:107236:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.406427:0:107236:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.407777:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407791:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.407804:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407809:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.407817:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407820:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.407828:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407831:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.407840:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407843:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.407851:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407854:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.407863:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407866:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.407873:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407876:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.407884:0:107236:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.407887:0:107236:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.409951:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.409969:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.409982:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.409986:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.409994:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.409997:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.410004:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410006:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.410014:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410016:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.410024:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410028:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.410038:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410041:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.410048:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410051:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.410060:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.410063:0:107235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.411478:0:107235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.411507:0:107235:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=1 00000080:00200000:1.0:1769074778.411514:0:107235:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=getattr 00000002:00010000:1.0:1769074778.411541:0:107235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.411634:0:107235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107235 initiator: MDT0 00010000:00010000:1.0:1769074778.411647:0:107235:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107235 initiator: MDT0 00010000:00010000:1.0:1769074778.411657:0:107235:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107235 initiator: MDT0 00000100:00100000:1.0:1769074778.411689:0:107235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107235:1855007611911296:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074778.411811:0:107235:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.415706:0:107235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107235:1855007611911296:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074778.415734:0:107235:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415756:0:107235:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415764:0:107235:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415775:0:107235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415785:0:107235:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415796:0:107235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415804:0:107235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415811:0:107235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074778.415822:0:107235:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5ed80 x1855007611911296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074778.415835:0:107235:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415852:0:107235:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/364 (0 0) 00000080:00200000:1.0:1769074778.415859:0:107235:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074778.415882:0:107235:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16c:0x0], updating i_size 1024 00000080:00200000:1.0:1769074778.415885:0:107235:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x16c:0x0](ffff97a509efa1c8): rc = 0 00000080:00010000:1.0:1769074778.415891:0:107235:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16c:0x0](ffff97a509efa1c8) for lock 0xd0f48591888ab31a 00000080:00010000:1.0:1769074778.415904:0:107235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16c:0x0](ffff97a509efa1c8) 00000080:00010000:1.0:1769074778.415908:0:107235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab31a from it ffffb0d101b5fbc0 00010000:00010000:1.0:1769074778.415911:0:107235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.415919:0:107235:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074778.415996:0:107235:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 1024, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446629333964132352, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000 00010000:00010000:1.0:1769074778.416037:0:107235:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.416106:0:107235:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.416113:0:107235:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074778.416116:0:107235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab31a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff9a5 expref: -99 pid: 107235 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074778.416198:0:107235:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074778.416205:0:107235:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ed80 x1855007611911552/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074778.416229:0:107235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107235:1855007611911552:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074778.416327:0:107235:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.453837:0:107235:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968877 gen 1 00000100:00100000:1.0:1769074778.453874:0:107235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107235:1855007611911552:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074778.453911:0:107235:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16c:0x0], updating i_size 11264 00000080:00200008:1.0:1769074778.453923:0:107235:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 11264, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446629333964132352, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000, rc 0 00000080:00200000:1.0:1769074778.468398:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468413:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.468424:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468428:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.468435:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468438:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.468447:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468450:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.468459:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468461:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.468469:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468473:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.468480:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468483:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.468490:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468493:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.468501:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.468504:0:107240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.469055:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.469076:0:107240:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=1536 00000080:00200000:1.0:1769074778.469080:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074778.469084:0:107240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074778.469094:0:107240:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00000020:00100000:1.0:1769074778.469222:0:107240:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074778.469236:0:107240:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ed80 x1855007611911808/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074778.469263:0:107240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107240:1855007611911808:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074778.469372:0:107240:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074778.472916:0:2363:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00100000:3.0:1769074778.472957:0:5546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623550080 00000100:00100000:3.0:1769074778.472967:0:5546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623550080 00000100:00100000:3.0:1769074778.473019:0:5546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 32 00000100:00100000:3.0:1769074778.473030:0:5546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97a511926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5776:x1855007623550080:12345-192.168.204.123@tcp:104: 00010000:00010000:3.0:1769074778.473049:0:5546:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.473161:0:5546:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074778.473168:0:5546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97a511926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5776:x1855007623550080:12345-192.168.204.123@tcp:104: Request processed in 140us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074778.473186:0:5546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 32 00010000:00010000:1.0:1769074778.473379:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074778.473388:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473397:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074778.473403:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473411:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473418:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473507:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473515:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074778.473538:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473546:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab2e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691ff90b expref: -99 pid: 107233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.473563:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074778.473566:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074778.473568:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074778.473587:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611911936:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074778.477526:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611911936:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074778.479328:0:107240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107240:1855007611911808:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074778.479401:0:107240:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x16d:0x0](ffff97a509f6e3c8) 00000080:00200000:1.0:1769074778.479409:0:107240:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16d:0x0], updating i_size 1024 00000080:00200000:1.0:1769074778.531088:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.531105:0:107246:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.531113:0:107246:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.531151:0:107246:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.531189:0:107246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.531207:0:107246:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.531214:0:107246:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.531222:0:107246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.531226:0:107246:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.531234:0:107246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cabcb8 00010000:00010000:1.0:1769074778.531238:0:107246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.531247:0:107246:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.532596:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532607:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.532615:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532618:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.532623:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532625:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.532630:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532632:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.532636:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532638:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.532643:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532645:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.532649:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532651:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.532656:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532659:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.532666:0:107246:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.532670:0:107246:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.533956:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.533968:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.533975:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.533978:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.533983:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.533985:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.533990:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.533991:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.533996:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.533997:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.534002:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.534004:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.534008:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.534010:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.534014:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.534016:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.534020:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.534022:0:107245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.534747:0:107245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.534765:0:107245:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=1 00000080:00200000:3.0:1769074778.534770:0:107245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=getattr 00000002:00010000:3.0:1769074778.534862:0:107245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d425260c9e69f5626b6435345b1d7905,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.534925:0:107245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab352 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107245 initiator: MDT0 00010000:00010000:3.0:1769074778.534936:0:107245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab352 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107245 initiator: MDT0 00010000:00010000:3.0:1769074778.534946:0:107245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab352 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107245 initiator: MDT0 00000100:00100000:3.0:1769074778.534970:0:107245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107245:1855007611913344:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074778.535120:0:107245:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1000 going to sleep for 11 seconds 00000080:00200000:1.0:1769074778.574549:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.574568:0:107248:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.574574:0:107248:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.574594:0:107248:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.574610:0:107248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.574624:0:107248:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.574632:0:107248:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.574637:0:107248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.574641:0:107248:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.574647:0:107248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cb3cb8 00010000:00010000:1.0:1769074778.574650:0:107248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.574658:0:107248:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.576576:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576588:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.576596:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576599:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576604:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576606:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576612:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576614:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576619:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576621:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576625:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576627:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576632:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576633:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576638:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576640:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576644:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576647:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074778.576797:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576801:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.576806:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576808:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576813:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576814:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576819:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576820:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576825:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576826:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576830:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576832:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576836:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576838:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576842:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576843:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576848:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576850:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.576942:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576946:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.576951:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576953:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576957:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576959:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576963:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576965:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576970:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576972:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.576977:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576979:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576983:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576985:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576990:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576992:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.576996:0:107248:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.576999:0:107248:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074778.582767:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.582791:0:107251:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.582799:0:107251:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.582817:0:107251:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.582835:0:107251:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.582852:0:107251:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.582861:0:107251:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.582870:0:107251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.582874:0:107251:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.582882:0:107251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cb3cb8 00010000:00010000:1.0:1769074778.582886:0:107251:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.582895:0:107251:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.587485:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587493:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.587505:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587509:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.587518:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587521:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.587528:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587530:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.587539:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587542:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.587551:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587554:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.587563:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587566:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.587574:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587577:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.587584:0:107251:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.587588:0:107251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.611575:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.611596:0:107253:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.611604:0:107253:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.611625:0:107253:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.611642:0:107253:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.611657:0:107253:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.611665:0:107253:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.611672:0:107253:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.611676:0:107253:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:2.0:1769074778.611683:0:107253:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cc3cb8 00010000:00010000:2.0:1769074778.611687:0:107253:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.611696:0:107253:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.615631:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615645:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.615658:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615662:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.615670:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615673:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.615681:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615685:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.615694:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615697:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.615707:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615711:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.615722:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615724:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.615735:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615738:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.615745:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.615749:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074778.616026:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616032:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.616041:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616044:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616052:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616055:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616063:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616066:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616073:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616076:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616085:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616088:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616096:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616099:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616106:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616109:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616119:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616476:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.616640:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616646:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.616654:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616657:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616666:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616669:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616677:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616680:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616688:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616691:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.616699:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616702:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616710:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616713:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616719:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616722:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.616730:0:107253:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.616734:0:107253:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074778.628560:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.628584:0:107256:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.628592:0:107256:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.628611:0:107256:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.628629:0:107256:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.628644:0:107256:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.628651:0:107256:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.628660:0:107256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.628663:0:107256:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:2.0:1769074778.628671:0:107256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d100d17cb8 00010000:00010000:2.0:1769074778.628675:0:107256:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.628683:0:107256:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.630093:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.630112:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.630162:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.630168:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.633852:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633859:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.633870:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633872:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.633883:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633886:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.633896:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633899:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.633909:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633912:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.633922:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633925:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.633933:0:107256:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.633936:0:107256:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.653590:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.653612:0:107258:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.653621:0:107258:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.653642:0:107258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.653660:0:107258:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.653677:0:107258:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.653692:0:107258:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.653700:0:107258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.653704:0:107258:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.653712:0:107258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cdbcb8 00010000:00010000:1.0:1769074778.653716:0:107258:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.653725:0:107258:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.656271:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656289:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.656302:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656306:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656314:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656317:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656323:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656326:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656333:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656335:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656343:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656346:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656354:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656357:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656365:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656368:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656376:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656380:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074778.656579:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656584:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.656594:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656597:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656606:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656609:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656616:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656619:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656627:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656629:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656636:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656639:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656646:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656648:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656655:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656657:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656663:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656667:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.656813:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656818:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.656827:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656831:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656840:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656843:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656852:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656855:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656863:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656866:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.656872:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656875:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656882:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656885:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656893:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656895:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.656901:0:107258:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.656904:0:107258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074778.664036:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664058:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.664072:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664076:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.664087:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664091:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.664098:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664101:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.664109:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664112:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.664120:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.664149:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.665972:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.665983:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.665995:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.665998:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.666009:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.666013:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.668542:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.668556:0:107260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, flags=16 00000080:00200000:1.0:1769074778.668562:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16d:0x0](ffff97a509f6e3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.668578:0:107260:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_88620d9e4b70e4c04074ba4f5a7be336, dir=[0x200000401:0x16d:0x0](ffff97a509f6e3c8), flags=0 00000080:00200000:1.0:1769074778.668583:0:107260:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_88620d9e4b70e4c04074ba4f5a7be336, dir=[0x200000401:0x16d:0x0](ffff97a509f6e3c8), intent=getattr 00000002:00010000:1.0:1769074778.668606:0:107260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_88620d9e4b70e4c04074ba4f5a7be336,[0x0:0x0:0x0]) in obj [0x200000401:0x16d:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.668670:0:107260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107260 initiator: MDT0 00010000:00010000:1.0:1769074778.668682:0:107260:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107260 initiator: MDT0 00010000:00010000:1.0:1769074778.668693:0:107260:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107260 initiator: MDT0 00000100:00100000:1.0:1769074778.668721:0:107260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107260:1855007611914880:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074778.668835:0:107260:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.675752:0:107260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107260:1855007611914880:192.168.204.123@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074778.675852:0:107260:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675875:0:107260:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675883:0:107260:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675895:0:107260:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675906:0:107260:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675917:0:107260:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675930:0:107260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675938:0:107260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074778.675948:0:107260:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5df80 x1855007611914880/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074794 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074778.675961:0:107260:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.675972:0:107260:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/366 (0 0) 00000080:00200000:1.0:1769074778.675978:0:107260:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16d:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074778.675997:0:107260:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16e:0x0], updating i_size 0 00000080:00200000:1.0:1769074778.676000:0:107260:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x16e:0x0](ffff97a509e52a08): rc = 0 00000080:00200000:1.0:1769074778.676016:0:107260:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x16e:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074778.676022:0:107260:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16e:0x0](ffff97a509e52a08) for lock 0xd0f48591888ab36e 00000080:00010000:1.0:1769074778.676032:0:107260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16e:0x0](ffff97a509e52a08) 00000080:00010000:1.0:1769074778.676036:0:107260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab36e from it ffffb0d101c73e00 00010000:00010000:1.0:1769074778.676040:0:107260:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.676048:0:107260:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.676078:0:107260:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16d:0x0](ffff97a509f6e3c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074778.676086:0:107260:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_88620d9e4b70e4c04074ba4f5a7be336, dir=[0x200000401:0x16d:0x0](ffff97a509f6e3c8) 00010000:00010000:1.0:1769074778.676116:0:107260:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.676464:0:107260:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x16e:0x0]: losing layout lock 00010000:00010000:1.0:1769074778.676506:0:107260:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.676514:0:107260:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074778.676518:0:107260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab36e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9691ffaf5 expref: -99 pid: 107260 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074778.676543:0:107260:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074778.676551:0:107260:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007611915136/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074778.676575:0:107260:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107260:1855007611915136:192.168.204.123@tcp:36:pjdfstest.65534 00000100:00100000:1.0:1769074778.676724:0:107260:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.682522:0:107260:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107260:1855007611915136:192.168.204.123@tcp:36:pjdfstest.65534 00000080:00200000:1.0:1769074778.690846:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.690869:0:107263:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.690877:0:107263:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.690897:0:107263:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.690919:0:107263:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.690936:0:107263:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.690950:0:107263:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.690957:0:107263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.690961:0:107263:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.690969:0:107263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101cfbcb8 00010000:00010000:1.0:1769074778.690973:0:107263:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.690982:0:107263:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.693053:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693071:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.693081:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693085:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693092:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693095:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693103:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693106:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693115:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693118:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693620:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693626:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693638:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693641:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693649:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693652:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693661:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693665:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074778.693863:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693868:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.693877:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693880:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693887:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693890:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693896:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693899:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693908:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693910:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.693919:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693923:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693932:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693935:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693944:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693946:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.693956:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.693960:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.694111:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694116:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.694589:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694596:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.694607:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694610:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.694618:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694621:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.694629:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694632:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.694641:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694644:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.694652:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694655:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.694664:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694667:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.694675:0:107263:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.694679:0:107263:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074778.703423:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703442:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.703453:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703457:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.703465:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703467:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.703475:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703478:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.703486:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703488:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.703496:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703499:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.703505:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703508:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.703517:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703520:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.703527:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.703530:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.704020:0:107265:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.704027:0:107265:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, flags=1 00000080:00200008:3.0:1769074778.704041:0:107265:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_d425260c9e69f5626b6435345b1d7905:[0x200000401:0x16d:0x0](ffff97a509f6e3c8) current size 11264, valid attrs 41, mode 416d, uid 425189376, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000 00010000:00010000:3.0:1769074778.704074:0:107265:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ab367 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffac4 expref: -99 pid: 107255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.704158:0:107265:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ab367 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffac4 expref: -99 pid: 107255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.704165:0:107265:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074778.704168:0:107265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ab367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffac4 expref: -99 pid: 107255 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074778.704202:0:107265:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074778.704216:0:107265:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611915392/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074778.704241:0:107265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107265:1855007611915392:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074778.704340:0:107265:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1540 going to sleep for 11 seconds 00000080:00200000:1.0:1769074778.709996:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.710027:0:107266:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.710037:0:107266:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.710061:0:107266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.710080:0:107266:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.710096:0:107266:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.710104:0:107266:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.710111:0:107266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.710115:0:107266:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.710148:0:107266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d03cb8 00010000:00010000:1.0:1769074778.710165:0:107266:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.710188:0:107266:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.711724:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711741:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.711754:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711758:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.711767:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711770:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.711778:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711781:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.711790:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711794:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.711802:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711806:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.711815:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711818:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.711827:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711830:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.711839:0:107266:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.711843:0:107266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074778.752699:0:107265:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968884 gen 1 00000100:00100000:2.0:1769074778.752743:0:107265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107265:1855007611915392:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074778.752779:0:107265:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16d:0x0], updating i_size 11264 00000080:00200008:2.0:1769074778.752793:0:107265:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_d425260c9e69f5626b6435345b1d7905:[0x200000401:0x16d:0x0](ffff97a509f6e3c8) current size 11264, valid attrs 41, mode 416d, uid 425189376, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000, rc 0 00000080:00200000:3.0:1769074778.758644:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:3.0:1769074778.758667:0:107268:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.758675:0:107268:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:3.0:1769074778.758697:0:107268:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.758715:0:107268:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.758730:0:107268:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.758739:0:107268:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.758745:0:107268:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074778.758749:0:107268:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:3.0:1769074778.758755:0:107268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d0bcb8 00010000:00010000:3.0:1769074778.758759:0:107268:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.758951:0:107268:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.761010:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761026:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.761038:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761044:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761051:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761054:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761064:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761067:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761076:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761079:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761087:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761091:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761099:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761101:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761110:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761113:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761399:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761406:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074778.761605:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761610:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.761620:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761623:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761631:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761633:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761643:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761648:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761660:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761664:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761671:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761673:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761680:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761684:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761692:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761695:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761703:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761706:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074778.761857:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761862:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.761872:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761875:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761883:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761885:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761894:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761897:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761906:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761909:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.761917:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761920:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761927:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761929:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761938:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761940:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.761948:0:107268:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.761952:0:107268:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074778.768965:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.768992:0:107271:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.769001:0:107271:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.769022:0:107271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.769039:0:107271:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.769054:0:107271:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.769062:0:107271:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.769069:0:107271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.769073:0:107271:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:2.0:1769074778.769081:0:107271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074778.769085:0:107271:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.769095:0:107271:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.774386:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774393:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.774403:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774407:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.774415:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774418:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.774424:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774427:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.774437:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774440:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.774446:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774450:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.774457:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774460:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.774468:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774471:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.774479:0:107271:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.774482:0:107271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.802092:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802110:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.802120:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802142:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802167:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802181:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802190:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802193:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802201:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802204:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802211:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802212:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802214:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802216:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.802222:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802223:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802225:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802227:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802233:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802234:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.802236:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802237:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802245:0:107276:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802245:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802248:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.802249:0:107276:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.802255:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802258:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.802264:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802268:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802275:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802278:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802286:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802289:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.802297:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.802300:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.803149:0:107275:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.803162:0:107275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, flags=1 00000080:00200008:2.0:1769074778.803189:0:107275:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 11264, valid attrs 41, mode 416d, uid 288595968, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000 00010000:00010000:2.0:1769074778.803227:0:107275:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ab359 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffa85 expref: -99 pid: 107250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.803296:0:107275:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ab359 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffa85 expref: -99 pid: 107250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.803304:0:107275:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074778.803307:0:107275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ab359 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffa85 expref: -99 pid: 107250 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074778.803328:0:107275:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074778.803343:0:107275:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611916032/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074778.803373:0:107275:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107275:1855007611916032:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074778.803501:0:107275:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074778.847331:0:107275:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107275:1855007611916032:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074778.847374:0:107275:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16c:0x0], updating i_size 11264 00000080:00200008:2.0:1769074778.847388:0:107275:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 11264, valid attrs 41, mode 416d, uid 288595968, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000, rc 0 00000080:00200000:2.0:1769074778.858623:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858641:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.858654:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858659:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.858668:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858671:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.858679:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858681:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.858688:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858691:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.858698:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858702:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.858711:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858714:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.858725:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858728:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.858737:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.858740:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074778.859551:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859561:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.859572:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859575:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859591:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859594:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859605:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859607:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859618:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859622:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859633:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859636:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859643:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859646:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859654:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859656:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859665:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859668:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.859838:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859843:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.859852:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859855:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859862:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859865:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859882:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859885:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859892:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859896:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.859911:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859914:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859921:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859924:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859931:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859941:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.859950:0:107278:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.859954:0:107278:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074778.871279:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871298:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.871309:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871313:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.871320:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871322:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.871329:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871332:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.871339:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871343:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.871351:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871354:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.871361:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871364:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.871371:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871373:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.871382:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.871385:0:107280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.872156:0:107280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.872188:0:107280:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=16 00000080:00200000:1.0:1769074778.872193:0:107280:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:1.0:1769074778.872224:0:107280:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074778.872302:0:107280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107280 initiator: MDT0 00010000:00010000:1.0:1769074778.872314:0:107280:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107280 initiator: MDT0 00010000:00010000:1.0:1769074778.872323:0:107280:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107280 initiator: MDT0 00000100:00100000:1.0:1769074778.872351:0:107280:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107280:1855007611916160:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074778.872474:0:107280:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963e40 going to sleep for 11 seconds 00000080:00200000:2.0:1769074778.874793:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074778.874817:0:107281:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074778.874825:0:107281:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074778.874845:0:107281:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074778.874863:0:107281:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.874877:0:107281:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.874884:0:107281:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074778.874892:0:107281:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074778.874896:0:107281:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:2.0:1769074778.874903:0:107281:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d100d17cb8 00010000:00010000:2.0:1769074778.874907:0:107281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074778.874915:0:107281:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.883728:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.883739:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.883751:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.883755:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.883763:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884275:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.884434:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884439:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.884448:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884451:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.884458:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884461:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.884467:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884470:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.884478:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884480:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.884487:0:107281:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.884491:0:107281:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.910078:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.910097:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.910111:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.910115:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.910145:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.910149:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.910159:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.910163:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.910697:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:3.0:1769074778.910707:0:107286:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074778.910713:0:107286:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:3.0:1769074778.910732:0:107286:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074778.910750:0:107286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.910765:0:107286:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.910773:0:107286:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074778.910784:0:107286:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074778.910787:0:107286:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:3.0:1769074778.910795:0:107286:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d6bcb8 00010000:00010000:3.0:1769074778.910798:0:107286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074778.910806:0:107286:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074778.912117:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912158:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074778.912186:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912191:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.912200:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912203:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.912211:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912214:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.912222:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912224:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074778.912232:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912235:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.912243:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912246:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.912254:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912257:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074778.912265:0:107286:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074778.912268:0:107286:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.913619:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.913631:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.913644:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.913647:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.913655:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.913658:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.913667:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.913670:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.913677:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.913681:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.914597:0:107285:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.914608:0:107285:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, flags=1 00000080:00200008:1.0:1769074778.914624:0:107285:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 11264, valid attrs 41, mode 41ed, uid 305909760, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000 00010000:00010000:1.0:1769074778.914656:0:107285:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffb81 expref: -99 pid: 107280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.914718:0:107285:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffb81 expref: -99 pid: 107280 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.914726:0:107285:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074778.914729:0:107285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab38a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffb81 expref: -99 pid: 107280 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074778.914750:0:107285:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074778.914762:0:107285:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c380 x1855007611916544/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074778.914782:0:107285:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107285:1855007611916544:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074778.914923:0:107285:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a512963300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074778.918643:0:107285:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107285:1855007611916544:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074778.918684:0:107285:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16c:0x0], updating i_size 11264 00000080:00200008:1.0:1769074778.918697:0:107285:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2:[0x200000401:0x16c:0x0](ffff97a509efa1c8) current size 11264, valid attrs 41, mode 41ed, uid 305909760, gid -26715, new size 0, atime 1769074778.000000000, mtime 1769074778.000000000, ctime 1769074778.000000000, rc 0 00000080:00200000:1.0:1769074778.924672:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.924693:0:107288:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.924701:0:107288:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.924723:0:107288:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.924742:0:107288:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.924758:0:107288:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.924766:0:107288:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.924772:0:107288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.924776:0:107288:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.924783:0:107288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d7bcb8 00010000:00010000:1.0:1769074778.924786:0:107288:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.924796:0:107288:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.926647:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926664:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.926678:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926682:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926689:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926691:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926700:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926702:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926711:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926714:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926723:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926727:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.926738:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926741:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.926750:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926753:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.926760:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926764:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074778.926963:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926968:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.926978:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926980:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926988:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.926991:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.926999:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927002:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927012:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927014:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927021:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927024:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927031:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927034:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927040:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927043:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927050:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927053:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074778.927478:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927485:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074778.927494:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927498:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927505:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927508:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927516:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927520:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927526:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927529:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074778.927537:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927540:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927548:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927551:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927560:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927563:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074778.927569:0:107288:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074778.927573:0:107288:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074778.964747:0:107290:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x16e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074778.964759:0:107290:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x16e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074778.964768:0:107290:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x16e:0x0](ffff97a509e52a08) 00000080:00200000:1.0:1769074778.982919:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074778.982943:0:107293:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074778.982950:0:107293:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074778.982972:0:107293:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074778.982990:0:107293:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.983003:0:107293:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074778.983009:0:107293:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074778.983017:0:107293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074778.983020:0:107293:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074778.983026:0:107293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d0bcb8 00010000:00010000:1.0:1769074778.983030:0:107293:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074778.983036:0:107293:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074778.990685:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990704:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.990719:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990724:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.990733:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990735:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.990744:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990747:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.990755:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990758:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.990767:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990771:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.990779:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990782:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.990791:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990794:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.990802:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.990806:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074778.991025:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991031:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.991040:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991044:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.991050:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991053:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.991060:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991063:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.991071:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991074:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.991081:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991084:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.991091:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991094:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.991104:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991107:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.991116:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.991120:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074778.994014:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994039:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074778.994052:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994056:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.994066:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994069:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.994078:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994080:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.994087:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994089:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074778.994097:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994101:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.994111:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994114:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.994142:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994231:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074778.994246:0:107293:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074778.994250:0:107293:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074779.005798:0:107296:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074779.005825:0:107296:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074779.005835:0:107296:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074779.005860:0:107296:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074779.005879:0:107296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.005896:0:107296:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.005904:0:107296:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074779.005911:0:107296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074779.005915:0:107296:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab321 00000080:00010000:1.0:1769074779.005922:0:107296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab321 from it ffffb0d101d73cb8 00010000:00010000:1.0:1769074779.005926:0:107296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.005934:0:107296:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074779.010746:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010764:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074779.010777:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010781:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074779.010790:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010793:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074779.010802:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010805:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074779.010812:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010815:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074779.010821:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010824:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074779.010830:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010833:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074779.010840:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010842:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074779.010848:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.010851:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074779.012357:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074779.012376:0:107295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, flags=0 00000080:00200000:3.0:1769074779.012383:0:107295:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:3.0:1769074779.012389:0:107295:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_915011c9dcbdf4f6c4790fe2351af1e2, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00010000:00010000:3.0:1769074779.012429:0:107295:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.012501:0:107295:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab398 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffbb9 expref: -99 pid: 107290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.012551:0:107295:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab398 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffbb9 expref: -99 pid: 107290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.012558:0:107295:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.012564:0:107295:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074779.012568:0:107295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab398 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffbb9 expref: -99 pid: 107290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.012585:0:107295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab321 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff9c8 expref: -99 pid: 107243 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074779.012604:0:107295:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074779.012617:0:107295:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927800 x1855007611917312/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074779.012646:0:107295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107295:1855007611917312:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074779.012783:0:107295:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074779.057572:0:107298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611917824:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074779.057607:0:107298:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057627:0:107298:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057635:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057642:0:107298:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057662:0:107298:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057669:0:107298:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074779.057675:0:107298:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057681:0:107298:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057689:0:107298:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057695:0:107298:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074779.057702:0:107298:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.057709:0:107298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab3b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00000002:00100000:2.0:1769074779.057731:0:107298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611917824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074779.057747:0:107298:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074779.057785:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.057798:0:107298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074779.057807:0:107298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab39f from it ffffb0d101d8b980 00010000:00010000:2.0:1769074779.057811:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.057820:0:107298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.057920:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.057932:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.057945:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.057948:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.057955:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.057967:0:107298:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a5203fbe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074779.057973:0:107298:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:2.0:1769074779.057992:0:107298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074779.058038:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107298 initiator: MDT0 00010000:00010000:2.0:1769074779.058044:0:107298:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000020:00100000:2.0:1769074779.058056:0:107298:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074779.058062:0:107298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942300 x1855007611918080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074779.058076:0:107298:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000100:00100000:2.0:1769074779.058095:0:107298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918080:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074779.062858:0:107298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918080:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074779.062885:0:107298:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062899:0:107298:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062907:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062914:0:107298:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062922:0:107298:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062927:0:107298:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074779.062932:0:107298:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062939:0:107298:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062946:0:107298:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062953:0:107298:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074779.062959:0:107298:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.062966:0:107298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab3bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00000002:00100000:1.0:1769074779.062987:0:107298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507942300 x1855007611918080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074779.063002:0:107298:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074779.063031:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.063043:0:107298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074779.063052:0:107298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab39f from it ffffb0d101d8b9a8 00010000:00010000:1.0:1769074779.063055:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.063062:0:107298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.063840:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063854:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074779.063864:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063868:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.063876:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063878:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.063886:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063889:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.063898:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063901:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.063911:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063914:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.063923:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063926:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.063933:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063936:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.063944:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.063959:0:107298:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a5061a6180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074779.063967:0:107298:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:1.0:1769074779.063993:0:107298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074779.064056:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.064064:0:107298:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000020:00100000:1.0:1769074779.064076:0:107298:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074779.064084:0:107298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007611918336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074779.064094:0:107298:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000100:00100000:1.0:1769074779.064117:0:107298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918336:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074779.065666:0:107298:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50b4f5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.069742:0:107298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918336:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074779.069913:0:107298:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069930:0:107298:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069937:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069943:0:107298:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069952:0:107298:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069959:0:107298:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074779.069964:0:107298:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069970:0:107298:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069977:0:107298:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069984:0:107298:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074779.069990:0:107298:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.069995:0:107298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ab3c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00000002:00100000:1.0:1769074779.070018:0:107298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ca80 x1855007611918336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074779.070032:0:107298:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074779.070057:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.070073:0:107298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074779.070083:0:107298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab39f from it ffffb0d101d8b9a8 00010000:00010000:1.0:1769074779.070086:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.070093:0:107298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.070640:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070654:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074779.070668:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070673:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.070683:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070686:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.070694:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070697:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.070704:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070706:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.070713:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070717:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.070724:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070727:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.070734:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070737:0:107298:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.070744:0:107298:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.070756:0:107298:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), file ffff97a5061a6300, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074779.070762:0:107298:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=open 00000002:00010000:1.0:1769074779.072015:0:107298:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074779.072083:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.072094:0:107298:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000020:00100000:1.0:1769074779.072107:0:107298:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074779.072119:0:107298:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007611918592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074779.072460:0:107298:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00000100:00100000:1.0:1769074779.072485:0:107298:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918592:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074779.072736:0:107298:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50b4f5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074779.077394:0:107298:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107298:1855007611918592:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074779.077432:0:107298:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077459:0:107298:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077477:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077484:0:107298:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077503:0:107298:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077511:0:107298:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074779.077516:0:107298:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077538:0:107298:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077546:0:107298:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077569:0:107298:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074779.077588:0:107298:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00010000:00010000:1.0:1769074779.077595:0:107298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab3c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107298 initiator: MDT0 00000002:00100000:1.0:1769074779.077638:0:107298:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ca80 x1855007611918592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074779.077665:0:107298:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074779.077701:0:107298:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.077725:0:107298:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074779.077749:0:107298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab39f from it ffffb0d101d8b9a8 00010000:00010000:1.0:1769074779.077754:0:107298:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.077774:0:107298:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.092069:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:1.0:1769074779.092096:0:107302:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074779.092105:0:107302:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:1.0:1769074779.092410:0:107302:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074779.092430:0:107302:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.092448:0:107302:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.092456:0:107302:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074779.092465:0:107302:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:1.0:1769074779.092469:0:107302:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab39f 00000080:00010000:1.0:1769074779.092476:0:107302:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab39f from it ffffb0d101d93cb8 00010000:00010000:1.0:1769074779.092479:0:107302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.092488:0:107302:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.094639:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094679:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074779.094696:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094700:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.094728:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094746:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.094772:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094776:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.094799:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094803:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.094812:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094831:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.094863:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094867:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.094892:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094897:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.094918:0:107302:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.094938:0:107302:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074779.100921:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.100941:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074779.100956:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.100961:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.100971:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.100974:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.100982:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.100985:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.100994:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.100997:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.101004:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.101007:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.101014:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.101017:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.101025:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.101028:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.101036:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.101039:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074779.102008:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.102023:0:107301:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, flags=0 00000080:00200000:2.0:1769074779.102029:0:107301:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074779.102035:0:107301:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_d425260c9e69f5626b6435345b1d7905, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00010000:00010000:2.0:1769074779.102070:0:107301:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab39f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffbf8 expref: -99 pid: 107298 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.119441:0:107304:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200008:2.0:1769074779.119463:0:107304:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a:[0x200000401:0x16b:0x0](ffff97a509f6db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074779.119471:0:107304:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88),name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a 00000002:00010000:2.0:1769074779.119492:0:107304:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x16b:0x0]) in obj [0x200000401:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.119555:0:107304:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107304 initiator: MDT0 00010000:00010000:2.0:1769074779.119565:0:107304:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107304 initiator: MDT0 00010000:00010000:2.0:1769074779.119574:0:107304:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107304 initiator: MDT0 00000100:00100000:2.0:1769074779.119598:0:107304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107304:1855007611918976:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074779.119699:0:107304:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074779.122633:0:107304:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107304:1855007611918976:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074779.122660:0:107304:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122674:0:107304:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122686:0:107304:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122697:0:107304:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122716:0:107304:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122724:0:107304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122730:0:107304:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074779.122740:0:107304:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940700 x1855007611918976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074779.122752:0:107304:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122810:0:107304:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/363 (0 0) 00000080:00200000:2.0:1769074779.122818:0:107304:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074779.122842:0:107304:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16b:0x0], updating i_size 11264 00000080:00010000:2.0:1769074779.122849:0:107304:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab3d0 00000080:00010000:2.0:1769074779.122854:0:107304:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:2.0:1769074779.122857:0:107304:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab3d0 from it ffffb0d101d73cb8 00010000:00010000:2.0:1769074779.122860:0:107304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.122869:0:107304:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.125088:0:107304:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.125109:0:107304:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), flags=17 00000080:00200000:2.0:1769074779.125114:0:107304:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x16b:0x0](ffff97a509f6db88), intent=0 00000002:00010000:2.0:1769074779.125513:0:107304:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074779.125580:0:107304:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab3d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107304 initiator: MDT0 00010000:00010000:2.0:1769074779.125590:0:107304:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab3d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107304 initiator: MDT0 00010000:00010000:2.0:1769074779.125601:0:107304:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab3d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107304 initiator: MDT0 00000100:00100000:2.0:1769074779.125629:0:107304:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107304:1855007611919104:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074779.125797:0:107304:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9900 going to sleep for 11 seconds 00000080:00200008:2.0:1769074779.166030:0:107188:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074779.166045:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074779.166068:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.166087:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166102:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166111:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074779.166119:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074779.166181:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:2.0:1769074779.166189:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fcb8 00010000:00010000:2.0:1769074779.166193:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166207:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166234:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074779.166241:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.166248:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166255:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166261:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074779.166265:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074779.166268:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:2.0:1769074779.166271:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fb58 00010000:00010000:2.0:1769074779.166274:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166281:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166289:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.166296:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074779.166304:0:107188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074779.166308:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074779.166318:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.166325:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166333:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166339:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074779.166342:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074779.166345:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab287 00000080:00010000:2.0:1769074779.166348:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab287 from it ffffb0d100d7fcb8 00010000:00010000:2.0:1769074779.166351:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166357:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166373:0:107188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074779.166379:0:107188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.166385:0:107188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166392:0:107188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166399:0:107188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074779.166402:0:107188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074779.166405:0:107188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:2.0:1769074779.166408:0:107188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d100d7fc18 00010000:00010000:2.0:1769074779.166410:0:107188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.166423:0:107188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074779.166431:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.166435:0:107188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074779.166439:0:107188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074779.174010:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174023:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074779.174033:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174037:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.174045:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174049:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.174058:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174061:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.174069:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174072:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074779.174080:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174084:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.174092:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174095:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.174105:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174108:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074779.174117:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.174121:0:107306:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074779.176002:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074779.176025:0:107306:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074779.176031:0:107306:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074779.176056:0:107306:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074779.176405:0:107306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107306 initiator: MDT0 00010000:00010000:2.0:1769074779.176418:0:107306:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107306 initiator: MDT0 00010000:00010000:2.0:1769074779.176432:0:107306:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107306 initiator: MDT0 00000100:00100000:2.0:1769074779.176467:0:107306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107306:1855007611920256:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074779.176583:0:107306:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9300 going to sleep for 11 seconds 00000080:00200000:1.0:1769074779.177728:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.177741:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074779.177754:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.177758:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:3.0:1769074779.184050:0:107306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107306:1855007611920256:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074779.184082:0:107306:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.184101:0:107306:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.184110:0:107306:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074779.184323:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184338:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.184368:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184372:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.184380:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184383:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074779.184391:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184394:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.184403:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184406:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.184414:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184417:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074779.184428:0:107307:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074779.184432:0:107307:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1769074779.185844:0:107306:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185878:0:107306:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185899:0:107306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185909:0:107306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185916:0:107306:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074779.185935:0:107306:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940700 x1855007611920256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074779.185948:0:107306:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185963:0:107306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185976:0:107306:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185984:0:107306:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185990:0:107306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.185995:0:107306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186073:0:107306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074779.186080:0:107306:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074779.186103:0:107306:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x16b:0x0], updating i_size 11264 00000080:00200000:3.0:1769074779.186106:0:107306:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x16b:0x0](ffff97a509f6db88): rc = 0 00000080:00010000:3.0:1769074779.186113:0:107306:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) for lock 0xd0f48591888ab3d0 00000080:00010000:3.0:1769074779.186170:0:107306:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00010000:3.0:1769074779.186174:0:107306:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab3d0 from it ffffb0d101d83e08 00010000:00010000:3.0:1769074779.186178:0:107306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186186:0:107306:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074779.186231:0:107306:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074779.186239:0:107306:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_05b8eab13dede4a10a9aa66df3c89f0a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074779.186269:0:107306:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186286:0:107306:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186333:0:107306:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186365:0:107306:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186402:0:107306:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186410:0:107306:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186421:0:107306:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186427:0:107306:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074779.186430:0:107306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab3d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffc99 expref: -99 pid: 107304 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.186440:0:107306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff7d0 expref: -99 pid: 107225 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074779.186457:0:107306:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074779.186464:0:107306:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927100 x1855007611920512/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074779.186491:0:107306:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107306:1855007611920512:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074779.187554:0:107306:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1f00 going to sleep for 11 seconds 00010000:00010000:2.0:1769074779.187666:0:47670:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074779.187677:0:47670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.187688:0:47670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074779.187692:0:47670:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.187700:0:47670:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.187708:0:47670:0:(ldlm_request.c:1630:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:2.0:1769074779.187711:0:47670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.187718:0:47670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab401 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffd33 expref: -99 pid: 107306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074779.187737:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074779.187740:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074779.187741:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074779.190683:0:107306:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107306:1855007611920512:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074779.190729:0:107306:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x16b:0x0](ffff97a509f6db88) 00000080:00200000:3.0:1769074779.198415:0:107309:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074779.198442:0:107309:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074779.198450:0:107309:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074779.198473:0:107309:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074779.198490:0:107309:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074779.198560:0:107309:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107309 initiator: MDT0 00010000:00010000:3.0:1769074779.198572:0:107309:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107309 initiator: MDT0 00010000:00010000:3.0:1769074779.198586:0:107309:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107309 initiator: MDT0 00000100:00100000:3.0:1769074779.198620:0:107309:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107309:1855007611920640:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074779.198735:0:107309:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098c1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074779.203044:0:107309:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:107309:1855007611920640:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074779.203072:0:107309:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203086:0:107309:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203099:0:107309:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203111:0:107309:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203489:0:107309:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203500:0:107309:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203508:0:107309:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074779.203520:0:107309:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924e00 x1855007611920640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074795 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074779.203535:0:107309:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203550:0:107309:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074779.203557:0:107309:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074779.203586:0:107309:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074779.203593:0:107309:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074779.203600:0:107309:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074779.203603:0:107309:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101d43cb8 00010000:00010000:3.0:1769074779.203605:0:107309:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074779.203613:0:107309:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074779.630363:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074780.511824:0:107439:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074781.685196:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074782.703466:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074783.727326:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074787.833629:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074789.593852:0:108146:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_08: link returns ELOOP if too many symbolic links were encountered in translating one of the pathnames ========================================================== 04:39:48 (1769074788) 00010000:00010000:3.0:1769074789.870300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074790.320261:0:105858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105858 initiator: MDT0 00010000:00010000:2.0:1769074790.320280:0:105858:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00000100:00100000:2.0:1769074790.320369:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611922432:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:3.0:1769074790.334331:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334353:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334359:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334367:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334375:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334381:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074790.334387:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334395:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334402:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334410:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074790.334418:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00010000:00010000:3.0:1769074790.334424:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab439 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105858 initiator: MDT0 00000100:00100000:3.0:1769074790.334460:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611922432:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:3.0:1769074790.894380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074791.232676:0:108282:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/08.t against ext4 filesystem 00010000:00010000:1.0:1769074791.854321:0:105935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab440 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105935 initiator: MDT0 00010000:00010000:1.0:1769074791.854341:0:105935:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab440 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105935 initiator: MDT0 00000100:00100000:1.0:1769074791.854849:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611922688:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074791.854887:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074791.854893:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611922816:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074791.870392:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611922816:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074791.870406:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611922688:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074791.922215:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074793.966436:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074794.637034:0:108496:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/08.t against lustre filesystem 00000100:00100000:3.0:1769074794.714735:0:108498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108498:1855007611922944:192.168.204.123@tcp:101:lfs.0 00010000:00010000:3.0:1769074794.714766:0:108498:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714785:0:108498:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714797:0:108498:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714809:0:108498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714820:0:108498:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714832:0:108498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714840:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714847:0:108498:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074794.714858:0:108498:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2dc00 x1855007611922944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074810 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074794.714871:0:108498:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714881:0:108498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714892:0:108498:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714914:0:108498:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714921:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714928:0:108498:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.714944:0:108498:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074794.714951:0:108498:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074794.714973:0:108498:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:3.0:1769074794.714976:0:108498:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:3.0:1769074794.714982:0:108498:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074794.714997:0:108498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074794.715001:0:108498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e9bb20 00010000:00010000:3.0:1769074794.715003:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.715012:0:108498:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074794.715059:0:108498:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074794.715066:0:108498:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074794.715088:0:108498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.715095:0:108498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.715107:0:108498:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.715113:0:108498:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.715118:0:108498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074794.715148:0:108498:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074794.715152:0:108498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e9bcb8 00010000:00010000:3.0:1769074794.715155:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.715162:0:108498:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074794.716487:0:108498:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074794.716495:0:108498:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00010000:00010000:2.0:1769074794.716651:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074794.716660:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716669:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074794.716674:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716682:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716690:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716711:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716721:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716813:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716820:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074794.716848:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716856:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab447 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ffe1a expref: -99 pid: 108498 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074794.716869:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074794.716871:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074794.716873:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074794.716893:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611923072:192.168.204.123@tcp:103:ldlm_bl.0 00000002:00010000:3.0:1769074794.717699:0:108498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.717716:0:108498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.717727:0:108498:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.717734:0:108498:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.717742:0:108498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074794.717746:0:108498:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074794.717752:0:108498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d101e9bcb8 00010000:00010000:3.0:1769074794.717755:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.717763:0:108498:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.717957:0:108498:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074794.717970:0:108498:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.717977:0:108498:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.717986:0:108498:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.717994:0:108498:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.717999:0:108498:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074794.718002:0:108498:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab1fb 00000080:00010000:3.0:1769074794.718006:0:108498:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab1fb from it ffffb0d101e9bbb0 00010000:00010000:3.0:1769074794.718009:0:108498:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.718016:0:108498:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.718025:0:108498:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074794.718036:0:108498:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:3.0:1769074794.718056:0:108498:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffd11a5f130 00000080:00200000:3.0:1769074794.718069:0:108498:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074794.718094:0:108498:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.718161:0:108498:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.718169:0:108498:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074794.718171:0:108498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ab1fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9691ff625 expref: -99 pid: 106645 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074794.718197:0:108498:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074794.718207:0:108498:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924e00 x1855007611923328/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074794.718228:0:108498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108498:1855007611923328:192.168.204.123@tcp:36:lfs.0 00000100:00100000:3.0:1769074794.718297:0:108498:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074794.721456:0:108498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108498:1855007611923328:192.168.204.123@tcp:36:lfs.0 00000080:00200008:3.0:1769074794.721662:0:108498:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000100:00100000:2.0:1769074794.722686:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611923072:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1769074794.856028:0:108015:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074794.856043:0:108015:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074794.856066:0:108015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.856151:0:108015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 108015 initiator: MDT0 00010000:00010000:3.0:1769074794.856162:0:108015:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 108015 initiator: MDT0 00010000:00010000:3.0:1769074794.856172:0:108015:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 108015 initiator: MDT0 00000100:00100000:3.0:1769074794.856199:0:108015:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108015:1855007611923456:192.168.204.123@tcp:101:bash.0 00000100:00100000:3.0:1769074794.856392:0:108015:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074794.864627:0:108015:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108015:1855007611923456:192.168.204.123@tcp:101:bash.0 00010000:00010000:3.0:1769074794.864655:0:108015:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864666:0:108015:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864679:0:108015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864693:0:108015:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864706:0:108015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864715:0:108015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864723:0:108015:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074794.864735:0:108015:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924e00 x1855007611923456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074810 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074794.864747:0:108015:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864758:0:108015:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074794.864765:0:108015:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074794.864793:0:108015:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1769074794.864799:0:108015:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:3.0:1769074794.864805:0:108015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074794.864808:0:108015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100d7fcb8 00010000:00010000:3.0:1769074794.864811:0:108015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864819:0:108015:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.864862:0:108015:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074794.864877:0:108015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.864885:0:108015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864895:0:108015:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.864913:0:108015:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.864917:0:108015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074794.864919:0:108015:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:3.0:1769074794.864923:0:108015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100d7fb58 00010000:00010000:3.0:1769074794.864926:0:108015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864933:0:108015:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.864946:0:108015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.864952:0:108015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074794.864961:0:108015:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074794.864964:0:108015:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074794.864975:0:108015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.864981:0:108015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.864989:0:108015:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.864995:0:108015:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.864999:0:108015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074794.865001:0:108015:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074794.865004:0:108015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d100d7fcb8 00010000:00010000:3.0:1769074794.865007:0:108015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.865014:0:108015:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.865034:0:108015:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074794.865040:0:108015:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074794.865045:0:108015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.865053:0:108015:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.865059:0:108015:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074794.865064:0:108015:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074794.865066:0:108015:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:3.0:1769074794.865069:0:108015:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100d7fc18 00010000:00010000:3.0:1769074794.865071:0:108015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.865077:0:108015:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.865084:0:108015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.865088:0:108015:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1769074794.865091:0:108015:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074794.874792:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874812:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074794.874826:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874830:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.874840:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874843:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.874852:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874855:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.874864:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874867:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.874877:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874881:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.874892:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.874895:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.878366:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.878383:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.878402:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.878418:0:108511:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a56f00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074794.878426:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074794.878452:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074794.878523:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074794.878533:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000020:00100000:2.0:1769074794.878545:0:108511:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074794.878557:0:108511:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611923712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074794.878566:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:2.0:1769074794.878588:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611923712:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074794.878785:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074794.884349:0:108511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611923712:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074794.884374:0:108511:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884388:0:108511:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884396:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884404:0:108511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884413:0:108511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884423:0:108511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074794.884429:0:108511:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884437:0:108511:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884444:0:108511:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884452:0:108511:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074794.884459:0:108511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074794.884465:0:108511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab455 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00000002:00100000:3.0:1769074794.884486:0:108511:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943480 x1855007611923712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074810 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074794.884501:0:108511:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074794.884526:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.884540:0:108511:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074794.884549:0:108511:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1014639a8 00010000:00010000:3.0:1769074794.884553:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074794.884561:0:108511:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074794.884939:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.884948:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074794.884962:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.884967:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074794.884979:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.884983:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074794.884992:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.884995:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074794.885004:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.885008:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074794.885017:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.885021:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074794.885031:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.885034:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074794.885044:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.885048:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074794.885055:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074794.885059:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074794.891295:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891313:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074794.891327:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891331:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.891338:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891341:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.891347:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891349:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.891356:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891358:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074794.891365:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891368:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.891374:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891377:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.891384:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891387:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074794.891397:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074794.891409:0:108511:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51213ed80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074794.891418:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074794.891447:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074794.891529:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab45c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074794.891541:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab45c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000020:00100000:2.0:1769074794.891554:0:108511:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074794.891566:0:108511:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611923968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074794.891576:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab45c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:2.0:1769074794.891597:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611923968:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074794.891793:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000080:00200000:1.0:1769074794.934586:0:108511:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b47f980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074794.934604:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074794.934642:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074794.934738:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.934747:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000020:00100000:1.0:1769074794.934756:0:108511:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074794.934968:0:108511:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611924992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074794.934980:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:1.0:1769074794.935090:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611924992:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074794.935670:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074794.938553:0:108511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611924992:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074794.938577:0:108511:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938586:0:108511:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938594:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938600:0:108511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938608:0:108511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938614:0:108511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074794.938619:0:108511:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938626:0:108511:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938634:0:108511:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938641:0:108511:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074794.938649:0:108511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00010000:00010000:1.0:1769074794.938655:0:108511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab478 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00000002:00100000:1.0:1769074794.938674:0:108511:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e300 x1855007611924992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074810 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074794.938687:0:108511:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074794.938714:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.938730:0:108511:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074794.938739:0:108511:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1014639a8 00010000:00010000:1.0:1769074794.938743:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074794.938750:0:108511:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074794.939545:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939557:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074794.939565:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939567:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074794.939572:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939573:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074794.939579:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939581:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074794.939586:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939588:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074794.939593:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939595:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074794.939601:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939604:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074794.939617:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939619:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074794.939627:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074794.939630:0:108511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074795.193296:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.193321:0:108511:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074795.193326:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074795.193348:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.193401:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074795.193409:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074795.193418:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:2.0:1769074795.193449:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611925376:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074795.193571:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074795.196464:0:108511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611925376:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074795.196654:0:108511:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196668:0:108511:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196674:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196681:0:108511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196689:0:108511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196695:0:108511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074795.196700:0:108511:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196707:0:108511:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196715:0:108511:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196721:0:108511:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074795.196727:0:108511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.196733:0:108511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab486 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00000002:00100000:3.0:1769074795.196751:0:108511:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507940380 x1855007611925376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074795.196835:0:108511:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074795.196869:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.196967:0:108511:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074795.196977:0:108511:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101463940 00010000:00010000:3.0:1769074795.196980:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.196989:0:108511:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074795.199728:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.199858:0:108511:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074795.199866:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074795.199992:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074795.200083:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.200097:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.200109:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:3.0:1769074795.200264:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611925504:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074795.200532:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074795.206041:0:108511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611925504:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074795.206070:0:108511:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206083:0:108511:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206089:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206097:0:108511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206105:0:108511:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206111:0:108511:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074795.206116:0:108511:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206158:0:108511:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206166:0:108511:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206172:0:108511:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074795.206179:0:108511:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00010000:00010000:3.0:1769074795.206185:0:108511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab48d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108511 initiator: MDT0 00000002:00100000:3.0:1769074795.206202:0:108511:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511924e00 x1855007611925504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074795.206217:0:108511:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074795.206244:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.206255:0:108511:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074795.206264:0:108511:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101463940 00010000:00010000:3.0:1769074795.206267:0:108511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.206275:0:108511:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.256537:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.256555:0:108511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.256575:0:108511:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074795.256581:0:108511:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074795.256609:0:108511:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.256684:0:108511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab494 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074795.256696:0:108511:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab494 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00010000:00010000:2.0:1769074795.256705:0:108511:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab494 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108511 initiator: MDT0 00000100:00100000:2.0:1769074795.256736:0:108511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108511:1855007611925632:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074795.256936:0:108511:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000080:00200000:1.0:1769074795.791270:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791293:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.791306:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791311:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791320:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791323:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791330:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791333:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791342:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791346:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791355:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791359:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791369:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791372:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791382:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791385:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791394:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791397:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1769074795.791593:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791598:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.791609:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791612:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791620:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791622:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791629:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791632:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791640:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791642:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791650:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791653:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791660:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791662:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791669:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791672:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791678:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791682:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074795.791826:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791832:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.791842:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791845:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791853:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791856:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791864:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791866:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791873:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791876:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.791901:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791905:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791916:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791919:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791928:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791931:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.791939:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.791943:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1769074795.792103:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792109:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.792119:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792153:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792167:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792170:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792179:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792182:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792191:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792194:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792201:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792204:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792212:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792215:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792223:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792227:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792236:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792239:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074795.792368:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792373:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.792385:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792388:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792398:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792401:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792410:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792413:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792423:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792426:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792435:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792438:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792447:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792450:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792459:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792461:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792470:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792474:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074795.792600:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792605:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.792613:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792616:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792624:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792627:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792634:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792637:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792644:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792647:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792655:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792658:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792666:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792669:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792677:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792680:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.792689:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792693:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1769074795.792826:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792830:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.792839:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792843:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792851:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792854:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792861:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792864:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792872:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.792875:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.792882:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.803798:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.803873:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.803878:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.803900:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.803903:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.803912:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.803918:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1769074795.806293:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806315:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.806334:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806338:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.806350:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806354:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.806365:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806368:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.806377:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806380:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.806387:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806390:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.806398:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806400:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.806407:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806410:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.806418:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.806421:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074795.848018:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074795.848053:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.852591:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852629:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852640:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.852651:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074795.852655:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:2.0:1769074795.852664:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100f67b58 00010000:00010000:2.0:1769074795.852668:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852678:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852696:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.852707:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074795.852720:0:108513:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.852726:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074795.852750:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.852763:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852771:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852776:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.852780:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074795.852783:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074795.852786:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d100f67cb8 00010000:00010000:2.0:1769074795.852790:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852796:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852821:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074795.852827:0:108513:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.852830:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074795.852836:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.852842:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852849:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852854:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.852857:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074795.852859:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074795.852862:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d100f67cb8 00010000:00010000:2.0:1769074795.852864:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852871:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074795.852912:0:108513:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.852916:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074795.852922:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.852929:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852937:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852944:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.852947:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074795.852949:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:2.0:1769074795.852952:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100f67cb8 00010000:00010000:2.0:1769074795.852955:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852961:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852976:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074795.852981:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.852986:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.852993:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.852999:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.853003:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074795.853005:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab44e 00000080:00010000:2.0:1769074795.853009:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab44e from it ffffb0d100f67b58 00010000:00010000:2.0:1769074795.853012:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.853019:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ab44e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffe28 expref: -99 pid: 108015 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.853026:0:108513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.853030:0:108513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074795.853035:0:108513:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.853038:0:108513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074795.853044:0:108513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.853049:0:108513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.853056:0:108513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.853061:0:108513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.853064:0:108513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074795.853066:0:108513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074795.853069:0:108513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d100f67cb8 00010000:00010000:2.0:1769074795.853071:0:108513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.853091:0:108513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074795.861689:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074795.861714:0:108514:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074795.861724:0:108514:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074795.861757:0:108514:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074795.861779:0:108514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.861796:0:108514:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074795.861804:0:108514:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074795.861814:0:108514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074795.861819:0:108514:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074795.861827:0:108514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d100d17cb8 00010000:00010000:3.0:1769074795.861831:0:108514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074795.861840:0:108514:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074795.866050:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866071:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074795.866081:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866085:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.866094:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866097:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.866104:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866107:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.866114:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866117:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.866150:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866154:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.866164:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866167:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.866176:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866179:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.866189:0:108514:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.866194:0:108514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074795.883900:0:108517:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074795.883920:0:108517:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.883929:0:108517:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074795.883955:0:108517:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.883975:0:108517:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.883990:0:108517:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.883998:0:108517:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.884003:0:108517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074795.884007:0:108517:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074795.884014:0:108517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e13cb8 00010000:00010000:2.0:1769074795.884017:0:108517:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.884025:0:108517:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074795.886219:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886237:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074795.886251:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886255:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.886262:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886266:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.886274:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886277:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.886288:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886291:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074795.886302:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886305:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.886313:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886316:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.886323:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886326:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074795.886664:0:108518:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074795.886671:0:108518:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074795.895864:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074795.895896:0:108521:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074795.895906:0:108521:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074795.895937:0:108521:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074795.895956:0:108521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.895974:0:108521:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.895983:0:108521:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074795.895992:0:108521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074795.895997:0:108521:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074795.896004:0:108521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e83cb8 00010000:00010000:2.0:1769074795.896009:0:108521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074795.896017:0:108521:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.896950:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074795.896965:0:108522:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074795.896972:0:108522:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074795.896991:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074795.897008:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.897020:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.897028:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074795.897034:0:108522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074795.897037:0:108522:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:1.0:1769074795.897041:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101957cb8 00010000:00010000:1.0:1769074795.897045:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.897053:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074795.900928:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900938:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074795.900948:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900951:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074795.900958:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900961:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074795.900967:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900970:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074795.900976:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900979:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074795.900986:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.900990:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074795.900998:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.901001:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074795.901007:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.901010:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074795.901017:0:108521:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074795.901020:0:108521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074795.901829:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901841:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.901853:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901856:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.901865:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901868:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.901877:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901880:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.901901:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901905:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.901915:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901918:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.901928:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901931:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.901946:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901949:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.901960:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.901977:0:108522:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b62780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074795.901987:0:108522:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074795.902012:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074795.902085:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.902095:0:108522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000020:00100000:1.0:1769074795.902110:0:108522:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074795.902140:0:108522:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611926272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074795.902152:0:108522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000100:00100000:1.0:1769074795.902178:0:108522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926272:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074795.902408:0:108522:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.923380:0:108522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926272:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074795.923406:0:108522:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923422:0:108522:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923429:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923436:0:108522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923444:0:108522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923451:0:108522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074795.923457:0:108522:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923465:0:108522:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923473:0:108522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923479:0:108522:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074795.923498:0:108522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.923506:0:108522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00000002:00100000:1.0:1769074795.923525:0:108522:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e300 x1855007611926272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074795.923539:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074795.923566:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.923582:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074795.923592:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074795.923596:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.923605:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.923998:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924012:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.924024:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924029:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.924036:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924039:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.924045:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924048:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.924054:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924057:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.924064:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924068:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.924076:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924079:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.924089:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924093:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.924102:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.924118:0:108522:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b62000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074795.924171:0:108522:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074795.924196:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074795.924256:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.924264:0:108522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000020:00100000:1.0:1769074795.924274:0:108522:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074795.924280:0:108522:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611926656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074795.924290:0:108522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000100:00100000:1.0:1769074795.924310:0:108522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926656:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074795.924496:0:108522:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.933702:0:108522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926656:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074795.933728:0:108522:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933741:0:108522:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933748:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933755:0:108522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933762:0:108522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933768:0:108522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074795.933773:0:108522:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933779:0:108522:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933787:0:108522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933797:0:108522:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074795.933804:0:108522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.933810:0:108522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab4b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00000002:00100000:1.0:1769074795.933826:0:108522:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e300 x1855007611926656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074795.933839:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074795.933879:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.933903:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074795.933914:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074795.933918:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.933925:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.934774:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934786:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.934798:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934802:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.934811:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934814:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.934824:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934827:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.934835:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934838:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.934845:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.934849:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.934857:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.935417:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.935437:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.935441:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.935450:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.935462:0:108522:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b63500, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074795.935469:0:108522:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074795.935730:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074795.935820:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.935830:0:108522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000020:00100000:1.0:1769074795.935842:0:108522:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074795.935853:0:108522:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611926912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074795.936786:0:108522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000100:00100000:1.0:1769074795.936820:0:108522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926912:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074795.938160:0:108522:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074795.942947:0:108522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611926912:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074795.942980:0:108522:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.942995:0:108522:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943015:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943023:0:108522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943031:0:108522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943037:0:108522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074795.943042:0:108522:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943050:0:108522:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943057:0:108522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943064:0:108522:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074795.943070:0:108522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.943077:0:108522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00000002:00100000:1.0:1769074795.943098:0:108522:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e300 x1855007611926912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074795.943119:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074795.943175:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.943190:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074795.943200:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074795.943204:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074795.943212:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074795.944116:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945012:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074795.945046:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945051:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.945064:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945068:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.945079:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945082:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.945092:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945094:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074795.945102:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945108:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.945115:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945118:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.945170:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945175:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074795.945186:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074795.945200:0:108522:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b0180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074795.945207:0:108522:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074795.945231:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074795.945298:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074795.945792:0:108522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000020:00100000:1.0:1769074795.945807:0:108522:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074795.945820:0:108522:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611927168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074795.945830:0:108522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000100:00100000:1.0:1769074795.945856:0:108522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611927168:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074795.946444:0:108522:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074795.959801:0:108522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108522:1855007611927168:192.168.204.123@tcp:101:awk.0 00010000:00010000:3.0:1769074795.959828:0:108522:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.959842:0:108522:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.959849:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960470:0:108522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960620:0:108522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960628:0:108522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074795.960634:0:108522:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960641:0:108522:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960648:0:108522:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960655:0:108522:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074795.960664:0:108522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00010000:00010000:3.0:1769074795.960670:0:108522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab4be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108522 initiator: MDT0 00000002:00100000:3.0:1769074795.960696:0:108522:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e300 x1855007611927168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074811 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074795.960710:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074796.001083:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.001109:0:108525:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.001117:0:108525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000080:00200000:1.0:1769074796.001434:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.001442:0:108526:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.001446:0:108526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.001474:0:108526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.001494:0:108526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.001509:0:108526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.001523:0:108526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.001532:0:108526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.001536:0:108526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:1.0:1769074796.001544:0:108526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e13cb8 00010000:00010000:1.0:1769074796.001548:0:108526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.001556:0:108526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.002973:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.002991:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.003002:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003006:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.003014:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003016:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.003023:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003026:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.003035:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003038:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.003045:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003049:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.003058:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003061:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.003070:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003074:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.003082:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.003092:0:108526:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b63080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074796.003100:0:108526:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074796.003118:0:108526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074796.003220:0:108526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108526 initiator: MDT0 00010000:00010000:1.0:1769074796.003229:0:108526:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00000020:00100000:1.0:1769074796.003243:0:108526:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074796.003255:0:108526:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611927424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074796.003264:0:108526:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab4c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00000100:00100000:1.0:1769074796.003287:0:108526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108526:1855007611927424:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074796.003491:0:108526:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000080:00200000:1.0:1769074796.003842:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.003854:0:108527:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.003860:0:108527:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.003877:0:108527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.003901:0:108527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.003912:0:108527:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.003919:0:108527:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.003927:0:108527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.003930:0:108527:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:1.0:1769074796.003936:0:108527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101987cb8 00010000:00010000:1.0:1769074796.003940:0:108527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.003948:0:108527:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074796.005824:0:108525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.005848:0:108525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.005876:0:108525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.005893:0:108525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074796.005901:0:108525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.005904:0:108525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:2.0:1769074796.005911:0:108525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d1016cbcb8 00010000:00010000:2.0:1769074796.005914:0:108525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.005921:0:108525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.018113:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018173:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.018189:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018194:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.018203:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018206:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.018215:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018217:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.018226:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018228:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.018236:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018240:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.018249:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018252:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.018261:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018264:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.018273:0:108525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.018277:0:108525:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:1.0:1769074796.019905:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074796.020459:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020472:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.020497:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020502:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020513:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020515:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020523:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020526:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020534:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020537:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020545:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020548:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020555:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020558:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020565:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020569:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020575:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020579:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074796.020798:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020804:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.020812:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020815:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020824:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020827:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020835:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020838:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020845:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020849:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.020858:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020862:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020870:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020873:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020894:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020897:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.020907:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.020911:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074796.021056:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021062:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.021072:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021075:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021085:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021087:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021096:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021099:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021109:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021112:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021151:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021155:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021168:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021171:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021179:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021181:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021189:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021193:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074796.021333:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021338:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.021348:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021351:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021359:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021361:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021369:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021372:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021381:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021384:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021395:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021399:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021408:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021412:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021421:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021425:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021435:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021439:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074796.021573:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021578:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.021589:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021593:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021603:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021607:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021616:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021619:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021630:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021633:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021643:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021646:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021657:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021660:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021671:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021674:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021685:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021689:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074796.021823:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021828:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.021838:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021841:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021851:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021855:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021864:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021867:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021875:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021878:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.021902:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021906:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021915:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021918:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021930:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021933:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.021944:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.021948:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074796.022080:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022085:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.022094:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022098:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022106:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022109:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022116:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022120:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022158:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022162:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022171:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022173:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022181:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022184:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022192:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022195:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022202:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022206:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.022374:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022379:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.022389:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022392:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022399:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022402:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022410:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022413:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022423:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022426:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.022434:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022437:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022444:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022447:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022455:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022457:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.022465:0:108527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.022468:0:108527:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1769074796.031457:0:108526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108526:1855007611927680:192.168.204.123@tcp:101:openssl.0 00010000:00010000:2.0:1769074796.031498:0:108526:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031512:0:108526:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031520:0:108526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031527:0:108526:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031535:0:108526:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031540:0:108526:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.031545:0:108526:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031552:0:108526:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031559:0:108526:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031567:0:108526:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.031574:0:108526:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.031585:0:108526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab4cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108526 initiator: MDT0 00000002:00100000:2.0:1769074796.031606:0:108526:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2df80 x1855007611927680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.031623:0:108526:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.031652:0:108526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.031665:0:108526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.031676:0:108526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e139a8 00010000:00010000:2.0:1769074796.031680:0:108526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.031687:0:108526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.032181:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032193:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.032206:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032211:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.032220:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032224:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.032233:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032236:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.032245:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032249:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.032259:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032263:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.032273:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032277:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.032287:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032290:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.032302:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.032314:0:108526:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503007980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.032321:0:108526:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.032343:0:108526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.032405:0:108526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.032413:0:108526:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00000020:00100000:2.0:1769074796.032424:0:108526:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.032432:0:108526:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611927936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.032442:0:108526:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00000100:00100000:2.0:1769074796.032465:0:108526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108526:1855007611927936:192.168.204.123@tcp:101:openssl.0 00000100:00100000:2.0:1769074796.032637:0:108526:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.037740:0:108526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108526:1855007611927936:192.168.204.123@tcp:101:openssl.0 00010000:00010000:2.0:1769074796.037766:0:108526:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037780:0:108526:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037788:0:108526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037796:0:108526:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037803:0:108526:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037809:0:108526:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.037814:0:108526:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037821:0:108526:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037828:0:108526:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.037835:0:108526:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.040190:0:108526:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108526 initiator: MDT0 00010000:00010000:2.0:1769074796.040212:0:108526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab4d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108526 initiator: MDT0 00000002:00100000:2.0:1769074796.040243:0:108526:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940e00 x1855007611927936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.040257:0:108526:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.040286:0:108526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.040316:0:108526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.040326:0:108526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101e139a8 00010000:00010000:2.0:1769074796.040331:0:108526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.040338:0:108526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.043226:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043247:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.043263:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043268:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043277:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043281:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043290:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043294:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043319:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043323:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043334:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043338:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043348:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043351:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043359:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043362:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043371:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043375:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074796.043532:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043538:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.043550:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043554:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043564:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043568:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043578:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043582:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043591:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043594:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043604:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043608:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043618:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043622:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043631:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043635:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.043645:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043650:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074796.043814:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043820:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.043831:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043835:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043845:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.043848:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.043859:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046267:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.046597:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046603:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.046615:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046619:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.046626:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046630:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.046637:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046640:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.046647:0:108526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.046650:0:108526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.089540:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.089571:0:108530:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.089580:0:108530:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.089610:0:108530:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.089631:0:108530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.089647:0:108530:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.089654:0:108530:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074796.089664:0:108530:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.089667:0:108530:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074796.089675:0:108530:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d10198fcb8 00010000:00010000:3.0:1769074796.089679:0:108530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.089687:0:108530:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.090982:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.090993:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.091004:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091007:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.091015:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091018:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.091025:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091027:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.091034:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091037:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.091043:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091047:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.091054:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091056:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.091065:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091067:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.091075:0:108530:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.091079:0:108530:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.099731:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.099759:0:108531:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.099767:0:108531:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.099800:0:108531:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.099820:0:108531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.099836:0:108531:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.099844:0:108531:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074796.099853:0:108531:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.099856:0:108531:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074796.099941:0:108531:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101b5fcb8 00010000:00010000:3.0:1769074796.099945:0:108531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.099960:0:108531:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.115307:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115326:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.115341:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115345:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115355:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115358:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115367:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115370:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115377:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115380:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115386:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115390:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115398:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115400:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115409:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115412:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115419:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115422:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074796.115661:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115667:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.115677:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115680:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115687:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115691:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115699:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115702:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115709:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115712:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115718:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115721:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115727:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115730:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115739:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115743:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115751:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115755:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074796.115891:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115896:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.115907:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115910:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115917:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115920:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115929:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115932:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115940:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115943:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.115951:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115954:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115962:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115964:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115971:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115974:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.115981:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.115984:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074796.116108:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.116112:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.116152:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.116157:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.116169:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.116172:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.116180:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.116183:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116468:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116474:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.116485:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116488:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116497:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116500:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116507:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116510:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116517:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116521:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116529:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116532:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116541:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116544:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116552:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116555:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116563:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116567:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074796.116778:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116784:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.116792:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116795:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116802:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116804:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116812:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116815:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116821:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116825:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.116832:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116835:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116845:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116849:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116858:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116861:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.116870:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.116874:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074796.117031:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117036:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.117045:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117048:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117057:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117060:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117069:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117072:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117080:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117083:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117092:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117095:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117104:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117108:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117116:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117118:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117155:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117160:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074796.117396:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117401:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.117409:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117412:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117419:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117421:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117428:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117431:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117438:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117441:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117448:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117451:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117459:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117462:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117471:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117474:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117483:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117486:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074796.117606:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117612:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.117621:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117624:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117634:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117636:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117646:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117649:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117657:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117660:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117670:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117672:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117681:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117683:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117691:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117694:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117703:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117709:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074796.117847:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117852:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.117862:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117865:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117874:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117892:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117903:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117907:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117915:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117919:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.117927:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117930:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117937:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117940:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117950:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117953:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.117962:0:108531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.117966:0:108531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.123993:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124011:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124041:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124045:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124053:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124056:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124063:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124066:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124073:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124077:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074796.124365:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124371:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.124379:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124382:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124389:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124391:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124399:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124402:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124410:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124412:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124421:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124424:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124432:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124435:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124442:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124444:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124451:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124454:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074796.124585:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124591:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.124601:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124604:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124613:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124616:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124625:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124628:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124636:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124639:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124647:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124650:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124659:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124662:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124671:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124675:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124682:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124686:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074796.124807:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124811:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.124820:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124823:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124830:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124833:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124843:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124845:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124854:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124856:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.124864:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124866:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.124874:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.124876:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.125931:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.125941:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.125955:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.125960:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.126461:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126467:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.126477:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126584:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.126601:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126606:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.126614:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126618:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.126626:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126629:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.126637:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126640:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.126651:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126653:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.126663:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126667:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.126677:0:108532:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.126682:0:108532:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074796.170409:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.170432:0:108535:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.170440:0:108535:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.170464:0:108535:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.170481:0:108535:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.170496:0:108535:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.170504:0:108535:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.170512:0:108535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.170517:0:108535:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:1.0:1769074796.170525:0:108535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101c23cb8 00010000:00010000:1.0:1769074796.170530:0:108535:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.170539:0:108535:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.172012:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172028:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.172042:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172047:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.172057:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172061:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.172070:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172073:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.172083:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172087:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.172098:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172101:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.172112:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172115:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.172153:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172157:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.172169:0:108535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.172173:0:108535:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.174218:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.174235:0:108536:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.174242:0:108536:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.174269:0:108536:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.174292:0:108536:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.174309:0:108536:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.174317:0:108536:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074796.174325:0:108536:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.174329:0:108536:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:3.0:1769074796.174337:0:108536:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101c2bcb8 00010000:00010000:3.0:1769074796.174342:0:108536:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.174351:0:108536:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.175643:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175660:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.175675:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175679:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.175690:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175693:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.175701:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175704:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.175713:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175716:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.175725:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175729:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.175737:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175740:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.175748:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175751:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.175759:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.175763:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074796.176004:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176010:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.176020:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176024:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176032:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176035:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176042:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176045:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176053:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176057:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176067:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176071:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176080:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176083:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176091:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176094:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176102:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176106:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074796.176290:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176295:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.176304:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176306:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176314:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176316:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176323:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176325:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176349:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176353:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176363:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176366:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176377:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176380:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176390:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176393:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176402:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176406:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074796.176549:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176554:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.176563:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176566:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176573:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176576:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176582:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176584:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176590:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176593:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176601:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176604:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176612:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176615:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176621:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176624:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176630:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176633:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074796.176744:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176749:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.176760:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176763:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176771:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176773:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176783:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176785:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176794:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176797:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.176805:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176809:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176817:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176820:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176826:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176829:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.176835:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.176839:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074796.177585:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.177598:0:108537:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.177605:0:108537:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.177627:0:108537:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.177645:0:108537:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.177662:0:108537:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.177671:0:108537:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.177678:0:108537:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.177682:0:108537:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab408 00000080:00010000:1.0:1769074796.177689:0:108537:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab408 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074796.177693:0:108537:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.177703:0:108537:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ab408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691ffd56 expref: -99 pid: 107309 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.181909:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181928:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.181940:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181944:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.181951:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181954:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.181961:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181964:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.181971:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181973:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.181981:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181985:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.181993:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.181996:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.183017:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183028:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.183057:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183061:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074796.183592:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183598:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.183608:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183612:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183621:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183623:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183632:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183635:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183643:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183646:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183654:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183657:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.183665:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183668:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.183675:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183678:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.183686:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183689:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074796.183708:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183714:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.183723:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183726:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.183734:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183737:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.183745:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183747:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.183756:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183759:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.183766:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183769:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.183778:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183781:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.183789:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183792:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.183799:0:108536:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.183803:0:108536:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.183817:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183821:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.183829:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183833:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183841:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183843:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183851:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183853:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183860:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.183864:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.183873:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184537:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184565:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184570:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184578:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184581:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184588:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184592:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074796.184725:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184731:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.184740:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184743:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184752:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184755:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184764:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184767:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184775:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184778:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184786:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184789:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184797:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184800:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184808:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184811:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.184818:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184822:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074796.184957:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184962:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.184971:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184974:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184982:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184985:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.184992:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.184994:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185014:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185018:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185029:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185032:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185040:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185043:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185050:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185053:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185061:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185064:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074796.185404:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185409:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.185418:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185421:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185428:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185431:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185438:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185440:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185449:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185452:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185459:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185462:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185469:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185472:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185479:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185482:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185490:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185494:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074796.185625:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185630:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.185641:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185644:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185653:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185655:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185663:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185666:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185674:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185677:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185685:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185687:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185694:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185697:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185704:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185707:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185713:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185716:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.185860:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185866:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.185875:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185889:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185899:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185902:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185910:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185913:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185921:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185924:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.185932:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185936:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185944:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185947:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185954:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185959:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.185966:0:108537:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.185970:0:108537:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:3.0:1769074796.254675:0:2363:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00100000:2.0:1769074796.254835:0:5545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623554176 00000100:00100000:2.0:1769074796.254842:0:5545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623554176 00000100:00100000:2.0:1769074796.254903:0:5545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 33 00000100:00100000:2.0:1769074796.254913:0:5545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97a511924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5776:x1855007623554176:12345-192.168.204.123@tcp:104: 00010000:00010000:2.0:1769074796.254924:0:5545:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 5/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.255010:0:5545:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074796.255016:0:5545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97a511924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5776:x1855007623554176:12345-192.168.204.123@tcp:104: Request processed in 105us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074796.255025:0:5545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 33 00010000:00010000:1.0:1769074796.255300:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074796.255308:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255315:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.255319:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255328:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255337:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255355:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255393:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255400:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074796.255422:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255430:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab4da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e9691fffc5 expref: -99 pid: 108540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.255443:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074796.255445:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074796.255447:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074796.255461:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611928448:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074796.261266:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611928448:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074796.266076:0:108539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108539:1855007611928192:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074796.266144:0:108539:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.266151:0:108539:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x170:0x0], updating i_size 42 00000080:00200000:2.0:1769074796.267626:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.267636:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.267664:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.267724:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.267733:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.267743:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.267780:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928576:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.267894:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.273593:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928576:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.273617:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273630:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273636:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273644:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273652:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273658:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.273664:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273670:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273678:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273685:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.273693:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273700:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.273720:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611928576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.273737:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.273763:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.273842:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.273870:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.273884:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.273905:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.273951:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273959:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.273969:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.274003:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928704:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.274091:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.278408:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928704:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.278431:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278445:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278452:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278463:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278471:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278477:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.278483:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278489:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278497:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278504:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.278510:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278516:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab4e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.278533:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611928704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.278546:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.278571:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.278640:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.278656:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.278661:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.278679:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.278722:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278729:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.278739:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.278760:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928832:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.278847:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.282543:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928832:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.282561:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282571:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282576:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282581:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282586:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282591:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.282596:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282602:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282611:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282617:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.282623:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282629:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab4ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.282646:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611928832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.282661:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.282689:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.282761:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.282832:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.282835:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.282850:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.282973:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.282980:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.283075:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.283098:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928960:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.283358:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.285183:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611928960:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.285210:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285222:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285228:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285235:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285242:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285248:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.285252:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285259:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285266:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285273:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.285280:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285286:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab4f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.285306:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611928960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.285327:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.285354:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.285437:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.285452:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.285457:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.285472:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.285514:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285521:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.285529:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.285549:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929088:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.285621:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.288028:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929088:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.288052:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288063:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288068:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288073:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288081:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288085:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.288089:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288092:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288097:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288101:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.288106:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288110:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab4fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.288165:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611929088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.288178:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.288207:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.288278:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.288295:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.288300:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.288318:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.288363:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288373:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.288381:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.288403:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929216:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.288468:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.291103:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929216:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.291154:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291164:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291169:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291175:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291180:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291184:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.291429:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291435:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291443:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291447:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.291453:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291457:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab504 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.291472:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611929216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.291483:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.291504:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.291571:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.291586:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.291590:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.291608:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.291650:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291655:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.291662:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.291677:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929344:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.291741:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.296796:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929344:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.296825:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296839:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296845:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296852:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296870:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296887:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.296892:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296900:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296907:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296914:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.296921:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.296927:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ab50b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.296947:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611929344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.296968:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.297003:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.297074:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.297089:0:108540:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.297093:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.297112:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.297206:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.297213:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.297222:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.297243:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929472:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.297331:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.301067:0:108540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929472:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074796.301091:0:108540:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301104:0:108540:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301111:0:108540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301117:0:108540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301390:0:108540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301396:0:108540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.301401:0:108540:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301419:0:108540:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301426:0:108540:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301432:0:108540:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.301438:0:108540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301444:0:108540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 108540 initiator: MDT0 00000002:00100000:2.0:1769074796.301463:0:108540:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007611929472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.301478:0:108540:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.301505:0:108540:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.301577:0:108540:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.301596:0:108540:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ecaf00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.301603:0:108540:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.301620:0:108540:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.301675:0:108540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab519 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108540 initiator: MDT0 00010000:00010000:2.0:1769074796.301683:0:108540:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab519 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000020:00100000:2.0:1769074796.301694:0:108540:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.301701:0:108540:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611929728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.301711:0:108540:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab519 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108540 initiator: MDT0 00000100:00100000:2.0:1769074796.301731:0:108540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108540:1855007611929728:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074796.302388:0:108540:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000080:00200000:1.0:1769074796.310611:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.310636:0:108542:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.310644:0:108542:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.310667:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.310685:0:108542:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074796.310738:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.310748:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.310759:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.310793:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611929856:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074796.312829:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.316425:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611929856:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074796.316463:0:108542:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316476:0:108542:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316491:0:108542:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316504:0:108542:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316515:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316522:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316529:0:108542:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074796.316539:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5d180 x1855007611929856/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074796.316551:0:108542:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316567:0:108542:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074796.316575:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074796.316601:0:108542:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074796.316607:0:108542:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab520 00000080:00010000:1.0:1769074796.316614:0:108542:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.316617:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3bcb8 00010000:00010000:1.0:1769074796.316621:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.316630:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.319479:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.319501:0:108542:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074796.319507:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074796.319536:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074796.319606:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.319616:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.319626:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.319656:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611929984:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.320252:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.325317:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611929984:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.325341:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325355:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325366:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325374:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325381:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325387:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.325391:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325398:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325404:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325411:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.325417:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325423:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.325441:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611929984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.325456:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.325484:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.325503:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.325512:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074796.325517:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.325525:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.325605:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.325619:0:108542:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074796.325623:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074796.325640:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074796.325684:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325691:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.325699:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.325720:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930112:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.325809:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.329660:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930112:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.329684:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329702:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329709:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329717:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329725:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329731:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.329736:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329743:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329750:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329757:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.329763:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.329835:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab52e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.329853:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611930112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.329887:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.329915:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.329928:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.329936:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074796.329940:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.329949:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.330317:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.330327:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.330341:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.330345:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.330354:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.330357:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.330366:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.330377:0:108542:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074796.330381:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074796.330400:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074796.330444:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.330453:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.330463:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.330493:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930240:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.330581:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.334198:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930240:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.334222:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334234:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334241:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334248:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334255:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334261:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.334265:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334271:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334278:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334284:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.334291:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334301:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab535 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.334319:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611930240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.334334:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.334361:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.334373:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.334382:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074796.334386:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.334394:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.334473:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.334483:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.334496:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.334499:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.334510:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.334522:0:108542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c3500, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074796.334529:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074796.334549:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074796.334599:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.334607:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000020:00100000:1.0:1769074796.334618:0:108542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074796.334625:0:108542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611930496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074796.334634:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.334656:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930496:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.334860:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.339622:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930496:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.339648:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339662:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339669:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339675:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339683:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339689:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.339693:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339702:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339709:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339716:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.339723:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.339729:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab53c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.339748:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611930496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.339761:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.339805:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.339818:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.339827:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074796.339831:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.339839:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.340520:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340532:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.340544:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340548:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.340557:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340560:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.340567:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340570:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.340578:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340580:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.340588:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340591:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.340600:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340603:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.340610:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340613:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.340620:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.340630:0:108542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c2900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074796.340637:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074796.340657:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074796.340716:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.340725:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000020:00100000:1.0:1769074796.340734:0:108542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074796.340743:0:108542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611930752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074796.340751:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.340892:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930752:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.341095:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.349590:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611930752:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.349617:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349631:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349638:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349645:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349653:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349661:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.349666:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349673:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349680:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349687:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.349693:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.349703:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab543 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.349734:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611930752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.349755:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.349950:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.349972:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.349982:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074796.350081:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.350098:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.350695:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350704:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.350713:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350717:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.350724:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350727:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.350735:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350738:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.350747:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350750:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.350759:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350763:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.350788:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350791:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.350801:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350804:0:108542:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.350812:0:108542:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.350827:0:108542:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c2780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074796.350834:0:108542:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074796.350866:0:108542:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074796.350934:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.350941:0:108542:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000020:00100000:1.0:1769074796.350952:0:108542:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074796.350960:0:108542:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611931008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074796.350970:0:108542:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00000100:00100000:1.0:1769074796.351003:0:108542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611931008:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074796.351226:0:108542:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.357442:0:108542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108542:1855007611931008:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074796.357466:0:108542:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357479:0:108542:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357487:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357493:0:108542:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357501:0:108542:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357506:0:108542:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074796.357512:0:108542:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357519:0:108542:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357526:0:108542:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357533:0:108542:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074796.357539:0:108542:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00010000:00010000:1.0:1769074796.357545:0:108542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab54a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108542 initiator: MDT0 00000002:00100000:1.0:1769074796.357567:0:108542:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611931008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074796.357582:0:108542:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074796.357612:0:108542:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.357630:0:108542:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074796.357638:0:108542:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab520 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074796.357642:0:108542:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.357650:0:108542:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.372375:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372401:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.372417:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372422:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.372434:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372437:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.372447:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372450:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.372461:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372464:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.372472:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372476:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.372484:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372487:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.372495:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372498:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.372505:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.372509:0:108544:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.374457:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.374492:0:108544:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074796.374497:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074796.374503:0:108544:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074796.374508:0:108544:0:(namei.c:2094:ll_symlink()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_11292fcfab0398af0791c986003b66e3 00010000:00010000:2.0:1769074796.374565:0:108544:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.374600:0:108544:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.374701:0:108544:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.374709:0:108544:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074796.374712:0:108544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab520 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920009e expref: -99 pid: 108542 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074796.374733:0:108544:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074796.374747:0:108544:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611931264/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074796.374777:0:108544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108544:1855007611931264:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074796.374918:0:108544:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.379169:0:108544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108544:1855007611931264:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074796.379360:0:108544:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.379367:0:108544:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x171:0x0], updating i_size 42 00000080:00200000:3.0:1769074796.391101:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.391140:0:108547:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.391150:0:108547:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.391171:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.391558:0:108547:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074796.391620:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.391631:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.391641:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:3.0:1769074796.391668:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931392:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074796.391769:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.397397:0:108547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931392:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074796.397425:0:108547:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397438:0:108547:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397451:0:108547:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397463:0:108547:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397649:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397662:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397669:0:108547:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074796.397687:0:108547:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925c00 x1855007611931392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.397699:0:108547:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397713:0:108547:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074796.397720:0:108547:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074796.397740:0:108547:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074796.397746:0:108547:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab551 00000080:00010000:3.0:1769074796.397752:0:108547:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.397755:0:108547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c53cb8 00010000:00010000:3.0:1769074796.397759:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.397766:0:108547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.403294:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.403320:0:108547:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.403328:0:108547:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.403359:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.403424:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.403436:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.403447:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:3.0:1769074796.403489:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931520:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.403599:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.406668:0:108547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931520:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.406688:0:108547:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406698:0:108547:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406704:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406709:0:108547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406715:0:108547:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406719:0:108547:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.406723:0:108547:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406727:0:108547:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406737:0:108547:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406742:0:108547:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.406748:0:108547:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.406754:0:108547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab558 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00000002:00100000:3.0:1769074796.406772:0:108547:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925c00 x1855007611931520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.406786:0:108547:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.406810:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.406823:0:108547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.406832:0:108547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c53980 00010000:00010000:3.0:1769074796.406836:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.406843:0:108547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.406938:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.406953:0:108547:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.406956:0:108547:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.406973:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.407016:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.407021:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.407027:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:3.0:1769074796.407043:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931648:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.407102:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.415439:0:108547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931648:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.415479:0:108547:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415493:0:108547:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415500:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415508:0:108547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415517:0:108547:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415523:0:108547:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.415538:0:108547:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415546:0:108547:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415553:0:108547:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415561:0:108547:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.415568:0:108547:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415574:0:108547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab55f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00000002:00100000:3.0:1769074796.415593:0:108547:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925c00 x1855007611931648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.415608:0:108547:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.415634:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.415647:0:108547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.415656:0:108547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c53980 00010000:00010000:3.0:1769074796.415660:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.415667:0:108547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.415765:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.415774:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.415790:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.415794:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.415804:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.415807:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.415815:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.415827:0:108547:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.415831:0:108547:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.415848:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.415911:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415918:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.415927:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:3.0:1769074796.415947:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931776:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.416029:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.421349:0:108547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611931776:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.421373:0:108547:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421387:0:108547:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421394:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421401:0:108547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421407:0:108547:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421417:0:108547:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.421422:0:108547:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421429:0:108547:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421436:0:108547:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421442:0:108547:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.421449:0:108547:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421455:0:108547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab566 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00000002:00100000:3.0:1769074796.421472:0:108547:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925c00 x1855007611931776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.421486:0:108547:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.421511:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.421524:0:108547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.421533:0:108547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c53980 00010000:00010000:3.0:1769074796.421537:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.421554:0:108547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.421626:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.421635:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.421651:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.421655:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.421666:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.421676:0:108547:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a504c55080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074796.421684:0:108547:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074796.421704:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074796.421750:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.421758:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000020:00100000:3.0:1769074796.421768:0:108547:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074796.421775:0:108547:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925c00 x1855007611932032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074796.421785:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:3.0:1769074796.421807:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611932032:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.422016:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.426189:0:108547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611932032:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.426215:0:108547:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426227:0:108547:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426233:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426240:0:108547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426246:0:108547:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426252:0:108547:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.426258:0:108547:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426264:0:108547:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426270:0:108547:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426277:0:108547:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.426283:0:108547:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00010000:00010000:3.0:1769074796.426289:0:108547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab56d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108547 initiator: MDT0 00000002:00100000:3.0:1769074796.426308:0:108547:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925c00 x1855007611932032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.426323:0:108547:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.426351:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.426370:0:108547:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.426379:0:108547:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c539a8 00010000:00010000:3.0:1769074796.426383:0:108547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.426392:0:108547:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.426930:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.426941:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.426953:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.426956:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.426967:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.426970:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.426979:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.426982:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.427385:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.427393:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.427411:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.427415:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.427425:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.427429:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.427438:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.427442:0:108547:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.427450:0:108547:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.427463:0:108547:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ecca80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.427469:0:108547:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.427493:0:108547:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.427562:0:108547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab574 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108547 initiator: MDT0 00010000:00010000:2.0:1769074796.427570:0:108547:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab574 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000020:00100000:2.0:1769074796.427583:0:108547:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.427593:0:108547:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611932288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.427603:0:108547:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab574 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108547 initiator: MDT0 00000100:00100000:2.0:1769074796.427628:0:108547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108547:1855007611932288:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.427965:0:108547:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1780 going to sleep for 11 seconds 00000080:00200000:2.0:1769074796.444031:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444051:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.444065:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444070:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.444078:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444081:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.444088:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444091:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.444099:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444102:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.444110:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444113:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.444148:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444152:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.444164:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444168:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.444177:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444182:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.444719:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.444735:0:108549:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=16 00000080:00200000:2.0:1769074796.444742:0:108549:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.444767:0:108549:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_f6103cc1386e4c9a674115ab55cb2026,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.444836:0:108549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108549 initiator: MDT0 00010000:00010000:2.0:1769074796.444849:0:108549:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108549 initiator: MDT0 00010000:00010000:2.0:1769074796.444860:0:108549:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108549 initiator: MDT0 00000100:00100000:2.0:1769074796.444904:0:108549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932672:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074796.445199:0:108549:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000080:00200000:1.0:1769074796.449938:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.449967:0:108550:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.449975:0:108550:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.450001:0:108550:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.450022:0:108550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.450038:0:108550:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.450046:0:108550:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.450054:0:108550:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.450058:0:108550:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab551 00000080:00010000:1.0:1769074796.450065:0:108550:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101987cb8 00010000:00010000:1.0:1769074796.450068:0:108550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.450076:0:108550:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.451560:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451575:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.451588:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451593:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.451601:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451604:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.451612:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451615:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.451624:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451627:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.451635:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451639:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.451647:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451650:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.451659:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451662:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.451670:0:108550:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.451674:0:108550:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074796.453575:0:108549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932672:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074796.453610:0:108549:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453640:0:108549:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x171:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453648:0:108549:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453667:0:108549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453678:0:108549:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453690:0:108549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453698:0:108549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453706:0:108549:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074796.453720:0:108549:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff97a507941180 x1855007611932672/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.453734:0:108549:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453745:0:108549:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/369 (0 0) 00000080:00200000:3.0:1769074796.453753:0:108549:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074796.453788:0:108549:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x171:0x0], updating i_size 42 00000080:00200000:3.0:1769074796.453792:0:108549:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x171:0x0](ffff97a509ef1988): rc = 0 00000080:00010000:3.0:1769074796.453797:0:108549:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x171:0x0](ffff97a509ef1988) for lock 0xd0f48591888ab582 00000080:00010000:3.0:1769074796.453810:0:108549:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074796.453813:0:108549:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab582 from it ffffb0d101e13aa8 00010000:00010000:3.0:1769074796.453817:0:108549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.453825:0:108549:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ab582 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001d2 expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.453869:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000100:00100000:3.0:1769074796.453927:0:108549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932800:192.168.204.123@tcp:33:pjdfstest.0 00000100:00100000:3.0:1769074796.454018:0:108549:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.457284:0:108549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932800:192.168.204.123@tcp:33:pjdfstest.0 00000080:00200000:3.0:1769074796.457324:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.457352:0:108549:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=16 00000080:00200000:3.0:1769074796.457357:0:108549:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.457384:0:108549:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_11292fcfab0398af0791c986003b66e3,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.457441:0:108549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108549 initiator: MDT0 00010000:00010000:3.0:1769074796.457451:0:108549:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108549 initiator: MDT0 00010000:00010000:3.0:1769074796.457460:0:108549:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108549 initiator: MDT0 00000100:00100000:3.0:1769074796.457481:0:108549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932928:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074796.457564:0:108549:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.462169:0:108549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611932928:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074796.462209:0:108549:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462236:0:108549:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x170:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462245:0:108549:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462258:0:108549:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462271:0:108549:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462285:0:108549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462292:0:108549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462300:0:108549:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074796.462313:0:108549:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff97a511925880 x1855007611932928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.462328:0:108549:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462341:0:108549:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/368 (0 0) 00000080:00200000:3.0:1769074796.462348:0:108549:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074796.462374:0:108549:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x170:0x0], updating i_size 42 00000080:00200000:3.0:1769074796.462377:0:108549:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x170:0x0](ffff97a509f6cb08): rc = 0 00000080:00010000:3.0:1769074796.462382:0:108549:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x170:0x0](ffff97a509f6cb08) for lock 0xd0f48591888ab589 00000080:00010000:3.0:1769074796.462393:0:108549:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00010000:3.0:1769074796.462396:0:108549:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab589 from it ffffb0d101e13aa8 00010000:00010000:3.0:1769074796.462400:0:108549:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.462408:0:108549:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.462447:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000100:00100000:3.0:1769074796.462498:0:108549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611933056:192.168.204.123@tcp:33:pjdfstest.0 00000100:00100000:3.0:1769074796.462581:0:108549:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.466411:0:108549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108549:1855007611933056:192.168.204.123@tcp:33:pjdfstest.0 00000080:00200000:3.0:1769074796.466445:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466457:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466477:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466482:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466486:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466489:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466491:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466494:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466496:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466499:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466502:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466505:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466508:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466511:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466514:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466517:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466519:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466522:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466524:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466527:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466529:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466532:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466535:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466537:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466540:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466543:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466545:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466548:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466550:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466553:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466555:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466557:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466560:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466562:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466564:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466567:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466569:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466572:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466575:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466578:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466581:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466583:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466586:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466589:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466591:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466594:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466597:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466599:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466601:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466604:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466606:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466608:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466611:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466613:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466615:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466618:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466620:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466623:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466625:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466628:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466631:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466634:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466636:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466639:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466642:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466644:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466647:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466650:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466653:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466655:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466658:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466660:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466662:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466665:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466667:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466670:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466672:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466674:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466676:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466679:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466681:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466683:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466685:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466688:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466690:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466692:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466695:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466697:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466700:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466702:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466704:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466707:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466709:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466711:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466714:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466716:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466718:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466721:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466723:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466725:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466727:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466729:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466731:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466733:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466735:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466737:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466739:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466741:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466743:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466746:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.466748:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.466751:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466754:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.466756:0:108549:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.466759:0:108549:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.466762:0:108549:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.473344:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.473367:0:108552:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.473374:0:108552:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.473395:0:108552:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.473414:0:108552:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.473429:0:108552:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.473442:0:108552:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.473448:0:108552:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.473452:0:108552:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab551 00000080:00010000:1.0:1769074796.473459:0:108552:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c73cb8 00010000:00010000:1.0:1769074796.473463:0:108552:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.473472:0:108552:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.475466:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475482:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.475492:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475496:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475503:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475505:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475512:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475514:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475521:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475524:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475530:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475533:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475539:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475542:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475549:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475552:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475559:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475563:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074796.475745:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475750:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.475761:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475764:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475773:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475776:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475783:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475786:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475794:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475797:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.475804:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475807:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475814:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475816:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475824:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475826:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.475835:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.475838:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.476482:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476489:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.476499:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476502:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.476510:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476514:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.476524:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476527:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.476535:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476538:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.476548:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476551:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.476559:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476562:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.476568:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476570:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.476578:0:108552:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.476581:0:108552:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074796.484695:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484713:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.484729:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484733:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.484741:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484744:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.484752:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484755:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.484763:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484765:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.484773:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484777:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.484785:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484788:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.484795:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484797:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.484805:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.484809:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.486603:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486622:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486631:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486637:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486640:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486645:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486648:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486650:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486653:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486655:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486658:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486661:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486664:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486666:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486669:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486672:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486674:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486676:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486679:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486682:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486684:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486687:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486689:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486691:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486694:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486696:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486698:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486700:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486703:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486705:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486707:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486709:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486712:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486714:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486716:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486718:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486722:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486724:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486727:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486730:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486732:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486734:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486737:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486739:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486741:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486743:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486746:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486748:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486751:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486753:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486755:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486758:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486760:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486762:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486765:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486767:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486770:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486772:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486775:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486778:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486781:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486783:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486786:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486789:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486792:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486794:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486797:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486800:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486802:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486805:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486807:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486810:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486812:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486815:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486817:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486820:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486822:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486824:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486826:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486829:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486831:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486833:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486835:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486837:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.486839:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486841:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.486843:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.486845:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.486848:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.486850:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.487518:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.487531:0:108555:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.487540:0:108555:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.487564:0:108555:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.487587:0:108555:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.487605:0:108555:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.487613:0:108555:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.487620:0:108555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.487625:0:108555:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab551 00000080:00010000:1.0:1769074796.487633:0:108555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101e13cb8 00010000:00010000:1.0:1769074796.487637:0:108555:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.487645:0:108555:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.488102:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488110:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.488117:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.488247:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488253:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.488257:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.488260:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488263:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.488266:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.488269:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488271:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.488273:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.488276:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488278:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.488280:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.488283:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488285:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.488287:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.488290:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488292:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.488294:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.488297:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488299:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.488301:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.488304:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488307:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:3.0:1769074796.488309:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.488312:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488314:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:3.0:1769074796.488317:0:108554:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074796.488319:0:108554:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.488321:0:108554:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.490847:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.490952:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.490969:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.490974:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.490983:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.490986:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.491007:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491010:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.491017:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491020:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.491027:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491030:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.491038:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491041:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.491048:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491051:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.491060:0:108555:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.491064:0:108555:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.496313:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.496335:0:108557:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.496342:0:108557:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074796.496362:0:108557:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.496380:0:108557:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.496395:0:108557:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.496403:0:108557:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074796.496410:0:108557:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.496413:0:108557:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab551 00000080:00010000:2.0:1769074796.496420:0:108557:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab551 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074796.496425:0:108557:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.496434:0:108557:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.499975:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500090:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.500439:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500446:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500460:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500463:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500472:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500475:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500482:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500485:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500492:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500495:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.500505:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500508:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.500516:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500519:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.500527:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500531:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074796.500772:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500778:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.500788:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500792:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500800:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500803:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500810:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500813:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500822:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500824:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.500831:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500835:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.500843:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.500846:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.501557:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501569:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.501595:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501600:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.501804:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501810:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.501819:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501822:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.501830:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501833:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.501842:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501845:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.501868:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501882:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.501894:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501897:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.501906:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501909:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.501915:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501917:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.501925:0:108557:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.501929:0:108557:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074796.514863:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514890:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.514904:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514909:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.514917:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514920:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.514927:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514929:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.514936:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514938:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.514946:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514949:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.514956:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514959:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.514967:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514969:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.514979:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.514983:0:108559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.515530:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.515548:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074796.515554:0:108559:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5122a8480, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:3.0:1769074796.515565:0:108559:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000002:00010000:3.0:1769074796.515599:0:108559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a,[0x200000401:0x172:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:3.0:1769074796.515627:0:108559:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.515657:0:108559:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.515736:0:108559:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.515743:0:108559:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074796.515747:0:108559:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab551 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200138 expref: -99 pid: 108547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.515772:0:108559:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108559 initiator: MDT0 00010000:00010000:3.0:1769074796.515779:0:108559:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108559 initiator: MDT0 00000020:00100000:3.0:1769074796.515791:0:108559:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074796.515803:0:108559:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925c00 x1855007611933312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074796.515812:0:108559:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108559 initiator: MDT0 00000100:00100000:3.0:1769074796.515835:0:108559:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108559:1855007611933312:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074796.522298:0:108559:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.525071:0:108559:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108559:1855007611933312:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074796.525105:0:108559:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525163:0:108559:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x172:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525177:0:108559:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525189:0:108559:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525201:0:108559:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525215:0:108559:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525224:0:108559:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525232:0:108559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074796.525244:0:108559:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97a511925c00 x1855007611933312/t4294968893(4294968893) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074796.525260:0:108559:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511925c00 x1855007611933312/t4294968893(4294968893) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.525271:0:108559:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525282:0:108559:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/370 (0 0) 00000080:00200000:3.0:1769074796.525289:0:108559:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074796.525306:0:108559:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200000:3.0:1769074796.525342:0:108559:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x172:0x0](ffff97a509ef3a88) 00000080:00200000:3.0:1769074796.525350:0:108559:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x172:0x0], updating i_size 0 00000080:00200000:3.0:1769074796.525389:0:108559:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x172:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1769074796.525396:0:108559:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000401:0x172:0x0](ffff97a509ef3a88) 00000080:00010000:3.0:1769074796.525400:0:108559:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x172:0x0](ffff97a509ef3a88) for lock 0xd0f48591888ab590 00000080:00010000:3.0:1769074796.525410:0:108559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x172:0x0](ffff97a509ef3a88) 00000080:00200008:3.0:1769074796.525424:0:108559:0:(file.c:1001:ll_file_open()) START file pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a:[0x200000401:0x172:0x0](ffff97a509ef3a88), flags 100300 00000002:00100000:3.0:1769074796.525442:0:108559:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a511925c00 x1855007611933312/t4294968893(4294968893) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074812 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1769074796.525702:0:108559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab590 from it ffff97a5062545a0 00010000:00010000:3.0:1769074796.525708:0:108559:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.525717:0:108559:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.525742:0:108559:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x172:0x0](ffff97a509ef3a88), inode mode 81a4 mask 40 00000080:00200008:3.0:1769074796.525791:0:108559:0:(file.c:424:ll_file_release()) START file pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a:[0x200000401:0x172:0x0](ffff97a509ef3a88), flags 100000 00000002:00100000:3.0:1769074796.525842:0:108559:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a511925c00 x1855007611933312/t4294968893(4294968893) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074796.525853:0:108559:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074796.525858:0:108559:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925880 x1855007611933568/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074796.525889:0:108559:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108559:1855007611933568:192.168.204.123@tcp:35:pjdfstest.0 00000100:00100000:3.0:1769074796.526033:0:108559:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.533439:0:108559:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108559:1855007611933568:192.168.204.123@tcp:35:pjdfstest.0 00000002:00100000:3.0:1769074796.533573:0:108559:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a511925c00 x1855007611933312/t4294968893(4294968893) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.541280:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.541299:0:108562:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.541306:0:108562:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074796.541325:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.541341:0:108562:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074796.541391:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.541401:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.541411:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.541437:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933696:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074796.541640:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.546326:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933696:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074796.546351:0:108562:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546364:0:108562:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546376:0:108562:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546386:0:108562:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546398:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546406:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546413:0:108562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074796.546423:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941500 x1855007611933696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074796.546435:0:108562:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546448:0:108562:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074796.546466:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074796.546487:0:108562:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1769074796.546494:0:108562:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:2.0:1769074796.546500:0:108562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.546503:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8bcb8 00010000:00010000:2.0:1769074796.546506:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.546514:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.547950:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.547965:0:108562:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.547970:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.547989:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.548037:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.548046:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.548055:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.548075:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933824:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.548172:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.554917:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933824:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.554945:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.554958:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.554965:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.554972:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.554980:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.554996:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.555002:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555009:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555017:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555023:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.555029:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555035:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab59e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.555052:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007611933824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.555067:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.555098:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.555112:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.555120:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b980 00010000:00010000:2.0:1769074796.555166:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.555174:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.555246:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.555262:0:108562:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.555266:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.555285:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.555327:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555334:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.555343:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.555362:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933952:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.555444:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.564368:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611933952:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.564390:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564402:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564408:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564414:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564421:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564427:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.564432:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564439:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564445:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564463:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.564469:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564476:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.564494:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007611933952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.564508:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.564534:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.564548:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.564556:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b980 00010000:00010000:2.0:1769074796.564559:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.564565:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.564648:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.564658:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.564673:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.564676:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.564685:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.564688:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.564698:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.564708:0:108562:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074796.564712:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074796.564729:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074796.564766:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564773:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.564781:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.564801:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934080:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.564893:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.569072:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934080:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.569096:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569110:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569117:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569164:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569174:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569179:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.569183:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569189:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569196:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569202:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.569208:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569214:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.569232:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007611934080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.569246:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.569275:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.569287:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.569296:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b980 00010000:00010000:2.0:1769074796.569299:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.569307:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.569390:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.569399:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.569411:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.569415:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.569423:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.569434:0:108562:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ee0c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.569440:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.569468:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.569519:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.569527:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000020:00100000:2.0:1769074796.569537:0:108562:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.569544:0:108562:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611934336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.569553:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.569573:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934336:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.569749:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.578211:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934336:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.578242:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578257:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578264:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578272:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578282:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578288:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.578294:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578301:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578307:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578315:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.578322:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.578330:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab5b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.578351:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941500 x1855007611934336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.578365:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.578392:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.578405:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.578415:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b9a8 00010000:00010000:2.0:1769074796.578419:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.578426:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.578843:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578852:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.578864:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578867:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.578892:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578895:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.578904:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578907:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.578915:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578918:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.578926:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578929:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.578936:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578939:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.578947:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578949:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.578956:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.578966:0:108562:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503006a80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.578973:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.579003:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.579059:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.579067:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000020:00100000:2.0:1769074796.579077:0:108562:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.579084:0:108562:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611934592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.579093:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.579114:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934592:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.579493:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.583674:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934592:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.583704:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583718:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583725:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583733:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583741:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583748:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.583754:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583762:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583769:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583777:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.583784:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.583791:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab5ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.583811:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941500 x1855007611934592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.583826:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.583865:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.583887:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.583896:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b9a8 00010000:00010000:2.0:1769074796.583901:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.583908:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.584371:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584381:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.584394:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584399:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.584408:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584411:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.584421:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584424:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.584435:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584438:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.584445:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584449:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.584608:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584613:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.584621:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584624:0:108562:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.584631:0:108562:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.584641:0:108562:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508594f00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074796.584647:0:108562:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074796.584666:0:108562:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074796.584716:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.584724:0:108562:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000020:00100000:2.0:1769074796.584734:0:108562:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074796.584741:0:108562:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611934848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074796.584751:0:108562:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00000100:00100000:2.0:1769074796.584770:0:108562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934848:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074796.585186:0:108562:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074796.589662:0:108562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108562:1855007611934848:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074796.589686:0:108562:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589699:0:108562:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589706:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589712:0:108562:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589719:0:108562:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589725:0:108562:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074796.589729:0:108562:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589736:0:108562:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589743:0:108562:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589753:0:108562:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074796.589759:0:108562:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00010000:00010000:2.0:1769074796.589977:0:108562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ab5c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108562 initiator: MDT0 00000002:00100000:2.0:1769074796.590064:0:108562:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941500 x1855007611934848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074796.590079:0:108562:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074796.590104:0:108562:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.590117:0:108562:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074796.590245:0:108562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8b9a8 00010000:00010000:2.0:1769074796.590250:0:108562:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.590257:0:108562:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.604473:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.604494:0:108565:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.604501:0:108565:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.604628:0:108565:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.604645:0:108565:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.604660:0:108565:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.604669:0:108565:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074796.604675:0:108565:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.604679:0:108565:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:3.0:1769074796.604686:0:108565:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101c8bcb8 00010000:00010000:3.0:1769074796.604689:0:108565:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.604698:0:108565:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.607082:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607098:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.607109:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607112:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.607119:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607224:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.607236:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607239:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.607246:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607249:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.607255:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607259:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.607265:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607268:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.607275:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607277:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.607284:0:108565:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.607287:0:108565:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.612829:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.612849:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.613588:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613596:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.613606:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613609:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.613618:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613621:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.613629:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613632:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.613641:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613645:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.613654:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613657:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.613664:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613667:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.613674:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.613678:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.615348:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615370:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, flags=0 00000080:00200000:1.0:1769074796.615381:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615385:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615392:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615398:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615402:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615407:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615410:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615412:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615415:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615417:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615420:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615422:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615424:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615427:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615429:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615431:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615434:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615436:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615438:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615441:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615443:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615445:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615447:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615530:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615537:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615541:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615545:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615547:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615550:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615552:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615555:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615558:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615561:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615563:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615566:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615569:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615571:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615574:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615577:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615580:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615583:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615586:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615589:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615591:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615594:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615597:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615599:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615602:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615604:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615607:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615609:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615612:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615615:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615618:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615620:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615623:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615625:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615628:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615631:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615634:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615637:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615639:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615642:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615645:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615648:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615652:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615654:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615657:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615659:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615662:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615664:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615666:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615669:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615671:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615675:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615677:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615680:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615683:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615685:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615688:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615690:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615693:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615696:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615698:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615701:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615703:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615706:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615709:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615711:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615714:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615716:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615719:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615722:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615725:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615728:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615731:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615733:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615736:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615738:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615741:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615744:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615747:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615749:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615752:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615754:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615757:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615760:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615762:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615765:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615768:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615771:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615773:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615776:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615778:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615781:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615784:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.615786:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, inode=[0x200000401:0x171:0x0](ffff97a509ef1988) 00000080:00200000:1.0:1769074796.615789:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615792:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=16 00000080:00200000:1.0:1769074796.615794:0:108564:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074796.615796:0:108564:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.615799:0:108564:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_f6103cc1386e4c9a674115ab55cb2026, flags=16 00000080:00200000:1.0:1769074796.622461:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.622493:0:108567:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.622502:0:108567:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.622527:0:108567:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.622546:0:108567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.622566:0:108567:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.622576:0:108567:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.622584:0:108567:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.622588:0:108567:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:1.0:1769074796.622596:0:108567:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101957cb8 00010000:00010000:1.0:1769074796.622601:0:108567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.622610:0:108567:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.629448:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629471:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.629486:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629491:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629501:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629505:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629514:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629517:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629526:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629529:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629537:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629541:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629549:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629552:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629560:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629562:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629572:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629575:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074796.629830:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629835:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.629842:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629845:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629851:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629854:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629862:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629865:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629885:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629888:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.629896:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629899:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629906:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629909:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629915:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629918:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.629925:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.629928:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074796.632365:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632384:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.632396:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632401:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.632408:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632411:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.632418:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632421:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.632428:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632431:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.632438:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632442:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.632450:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632453:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.632463:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632466:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.632475:0:108567:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.632478:0:108567:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074796.643581:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.643608:0:108570:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.643617:0:108570:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074796.643638:0:108570:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.643661:0:108570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.643681:0:108570:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.643688:0:108570:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074796.643695:0:108570:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.643699:0:108570:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:2.0:1769074796.643706:0:108570:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074796.643710:0:108570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.643718:0:108570:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.646551:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646571:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.646585:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646590:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.646600:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646603:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.646611:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646614:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.646621:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646624:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.646631:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646634:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.646641:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646643:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.646649:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646653:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.646660:0:108570:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.646664:0:108570:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.661384:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.661412:0:108572:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.661423:0:108572:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074796.661448:0:108572:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.661472:0:108572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.661490:0:108572:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.661499:0:108572:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074796.661508:0:108572:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.661512:0:108572:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:2.0:1769074796.661522:0:108572:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101ca3cb8 00010000:00010000:2.0:1769074796.661527:0:108572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.661536:0:108572:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.666162:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666182:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.666199:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666204:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666214:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666217:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666227:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666230:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666239:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666242:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666250:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666254:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666261:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666263:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666272:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666275:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666283:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666287:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074796.666478:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666483:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.666491:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666494:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666503:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666505:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666513:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666516:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666524:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666527:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666535:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666537:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666545:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666548:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666555:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666558:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666564:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666567:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.666726:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666732:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.666742:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666746:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666753:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666756:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666763:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666766:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666772:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666775:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.666782:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666785:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666792:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666795:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666802:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666805:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.666813:0:108572:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.666817:0:108572:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074796.679865:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.679894:0:108575:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.679902:0:108575:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.679926:0:108575:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.679947:0:108575:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.679963:0:108575:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.679973:0:108575:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.679982:0:108575:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.679997:0:108575:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab597 00000080:00010000:1.0:1769074796.680006:0:108575:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab597 from it ffffb0d101cabcb8 00010000:00010000:1.0:1769074796.680010:0:108575:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.680019:0:108575:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab597 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920021f expref: -99 pid: 108562 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.683691:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683702:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074796.683710:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683714:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.683720:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683723:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.683730:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683733:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.683740:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683743:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074796.683750:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683753:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.683761:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683764:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.683772:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683775:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074796.683782:0:108575:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074796.683785:0:108575:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.703261:0:108577:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.703291:0:108577:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.703300:0:108577:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.703324:0:108577:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.703342:0:108577:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074796.703401:0:108577:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108577 initiator: MDT0 00010000:00010000:3.0:1769074796.703412:0:108577:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108577 initiator: MDT0 00010000:00010000:3.0:1769074796.703424:0:108577:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108577 initiator: MDT0 00000100:00100000:3.0:1769074796.703466:0:108577:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108577:1855007611935232:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074796.705361:0:108577:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0180 going to sleep for 11 seconds 00000080:00200000:1.0:1769074796.765656:0:108580:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074796.765679:0:108580:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074796.765686:0:108580:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074796.765709:0:108580:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074796.765725:0:108580:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.765741:0:108580:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074796.765749:0:108580:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074796.765755:0:108580:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074796.765758:0:108580:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab5c8 00000080:00010000:1.0:1769074796.766630:0:108580:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab5c8 from it ffffb0d101c9bcb8 00010000:00010000:1.0:1769074796.766638:0:108580:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074796.766649:0:108580:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.767597:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767608:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.767618:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767622:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.767628:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767631:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.767638:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767640:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.767647:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767649:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.767655:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767658:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.767665:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767667:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.767673:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767676:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.767683:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.767687:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074796.768518:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.768531:0:108579:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, flags=0 00000080:00200000:3.0:1769074796.768536:0:108579:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074796.768540:0:108579:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_11292fcfab0398af0791c986003b66e3, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074796.768583:0:108579:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768609:0:108579:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768659:0:108579:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768701:0:108579:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768709:0:108579:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768715:0:108579:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074796.768719:0:108579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab589 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692001ee expref: -99 pid: 108549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.768732:0:108579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab5c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692002c0 expref: -99 pid: 108577 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074796.768747:0:108579:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074796.768762:0:108579:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927800 x1855007611936640/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00200000:1.0:1769074796.771917:0:108580:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:3.0:1769074796.772416:0:108579:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108579:1855007611936640:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074796.772551:0:108579:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074796.779940:0:108579:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108579:1855007611936640:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074796.780023:0:108579:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x170:0x0](ffff97a509f6cb08) 00000080:00200000:3.0:1769074796.843600:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074796.843629:0:108582:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074796.843638:0:108582:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074796.843663:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074796.843685:0:108582:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074796.843757:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.843767:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.843780:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.843815:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938048:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074796.845259:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.848845:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938048:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074796.848961:0:108582:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.848975:0:108582:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849096:0:108582:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849112:0:108582:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849474:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849485:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849492:0:108582:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074796.849505:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511926680 x1855007611938048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074796.849517:0:108582:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849534:0:108582:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074796.849543:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074796.849567:0:108582:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074796.849574:0:108582:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab638 00000080:00010000:3.0:1769074796.849578:0:108582:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074796.849581:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbbcb8 00010000:00010000:3.0:1769074796.849585:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.849593:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.851757:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.851795:0:108582:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.851802:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.851828:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.851898:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.851909:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.851919:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.851946:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938176:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.852047:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.855979:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938176:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.856102:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856115:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856569:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856580:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856588:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856594:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.856599:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856606:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856614:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856622:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.856630:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.856635:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab63f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.856653:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926680 x1855007611938176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.856675:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.856702:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.856715:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.856724:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb980 00010000:00010000:3.0:1769074796.856728:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.856735:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.857012:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.857033:0:108582:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.857038:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.857055:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.857098:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.857105:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.857113:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.857155:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938304:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.857241:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.862219:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938304:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.862242:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862254:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862262:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862270:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862278:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862284:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.862289:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862297:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862304:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862311:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.862319:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862324:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab646 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.862343:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926680 x1855007611938304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.862360:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.862390:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.862404:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.862412:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb980 00010000:00010000:3.0:1769074796.862415:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.862422:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.862518:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.862529:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.862544:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.862547:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.862555:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.862558:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.862565:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.862576:0:108582:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074796.862582:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074796.862602:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074796.862644:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862651:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.862663:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.862685:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938432:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.862763:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.872386:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938432:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.872416:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872431:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872439:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872446:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872456:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872463:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.872469:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872476:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872484:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872495:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.872504:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872510:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab64d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.872533:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926680 x1855007611938432/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.872550:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.872584:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.872598:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.872608:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb980 00010000:00010000:3.0:1769074796.872612:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.872620:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.872717:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.872727:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.872738:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.872741:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.872748:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.872760:0:108582:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a504c54d80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074796.872768:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074796.872787:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074796.872833:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.872839:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000020:00100000:3.0:1769074796.872863:0:108582:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074796.872879:0:108582:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611938688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074796.872887:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.872909:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938688:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.873114:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.876616:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938688:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.876643:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876657:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876663:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876670:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876678:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876684:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.876689:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876695:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876701:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876708:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.876714:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.876719:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ab654 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.876740:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611938688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.876755:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.876777:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.876789:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.876798:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb9a8 00010000:00010000:3.0:1769074796.876802:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.876808:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.877292:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877303:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.877315:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877318:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.877330:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877333:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.877341:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877344:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.877352:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877354:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.877365:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877369:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.877378:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877381:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.877388:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877391:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.877398:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.877409:0:108582:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a56000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074796.877415:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074796.877435:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074796.877491:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.877499:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000020:00100000:3.0:1769074796.877511:0:108582:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074796.877519:0:108582:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611938944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074796.877529:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.877555:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938944:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.877745:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.880193:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611938944:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.880217:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880228:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880233:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880238:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880244:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880247:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.880251:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880254:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880259:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880267:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.880271:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880275:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ab65b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.880288:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611938944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.880297:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.880321:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.880330:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.880335:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb9a8 00010000:00010000:3.0:1769074796.880338:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.880343:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074796.880717:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880726:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074796.880733:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880736:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.880740:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880742:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.880749:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880752:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.880762:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880765:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074796.880775:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880778:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.880786:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880789:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.880797:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880800:0:108582:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074796.880808:0:108582:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074796.880819:0:108582:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502dc1c80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074796.880826:0:108582:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074796.880846:0:108582:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074796.880907:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.880915:0:108582:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000020:00100000:3.0:1769074796.880927:0:108582:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074796.880934:0:108582:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611939200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074796.880943:0:108582:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00000100:00100000:3.0:1769074796.880963:0:108582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611939200:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074796.881111:0:108582:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.884456:0:108582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108582:1855007611939200:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074796.884479:0:108582:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884488:0:108582:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884493:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884498:0:108582:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884503:0:108582:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884507:0:108582:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074796.884510:0:108582:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884514:0:108582:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884518:0:108582:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884522:0:108582:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074796.884527:0:108582:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00010000:00010000:3.0:1769074796.884531:0:108582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ab662 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 108582 initiator: MDT0 00000002:00100000:3.0:1769074796.884548:0:108582:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611939200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074812 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074796.884568:0:108582:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074796.884593:0:108582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.884606:0:108582:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074796.884614:0:108582:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbb9a8 00010000:00010000:3.0:1769074796.884616:0:108582:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074796.884621:0:108582:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.891356:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074796.891377:0:108585:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074796.891384:0:108585:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074796.891406:0:108585:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074796.891422:0:108585:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.891433:0:108585:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.891439:0:108585:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074796.891445:0:108585:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074796.891448:0:108585:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab638 00000080:00010000:2.0:1769074796.891454:0:108585:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab638 from it ffffb0d101cbbcb8 00010000:00010000:2.0:1769074796.891457:0:108585:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.891462:0:108585:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.892522:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892537:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.892548:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892553:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.892561:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892563:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.892570:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892572:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.892580:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892582:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.892590:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892594:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.892602:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892605:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.892613:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892615:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.892621:0:108585:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.892624:0:108585:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.898459:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898472:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074796.898479:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898481:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.898486:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898489:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.898493:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898495:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.898499:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898501:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074796.898506:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898508:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.898513:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898514:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.898518:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898520:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074796.898525:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.898527:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074796.899152:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074796.899168:0:108584:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, flags=0 00000080:00200000:2.0:1769074796.899173:0:108584:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074796.899178:0:108584:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_b70c578d899ddf4f4c2a3125e8e13f8a, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:2.0:1769074796.899222:0:108584:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.899243:0:108584:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.899275:0:108584:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074796.899283:0:108584:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x172:0x0]: losing layout lock 00010000:00010000:2.0:1769074796.899314:0:108584:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.899319:0:108584:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.899324:0:108584:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074796.899326:0:108584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ab590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920020a expref: -99 pid: 108559 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074796.899335:0:108584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab638 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920041e expref: -99 pid: 108582 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074796.899346:0:108584:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074796.899356:0:108584:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611939456/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074796.899373:0:108584:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108584:1855007611939456:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074796.899458:0:108584:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074796.902446:0:108584:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:108584:1855007611939456:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074796.902516:0:108584:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x172:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1769074796.902528:0:108584:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x172:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074796.902536:0:108584:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x172:0x0](ffff97a509ef3a88) 00000100:00100000:1.0:1769074796.987264:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007611940864:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074797.001068:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007611940864:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074799.087012:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074800.113024:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074800.515608:0:108855:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00000100:00100000:1.0:1769074802.109955:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611940992:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074802.110217:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074802.110226:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611941120:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074802.129593:0:2370:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968897 gen 1 00000100:00100000:1.0:1769074802.129647:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007611941120:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074802.129667:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611940992:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074802.158299:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074803.183731:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074805.240151:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074806.260871:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074807.217905:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611941376:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074807.218021:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074807.218029:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611941248:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074807.240995:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611941248:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074807.241021:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611941376:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074808.304858:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074808.696382:0:109424:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_09: link returns ENOENT if the source file does not exist ========================================================== 04:40:06 (1769074806) 00010000:00010000:2.0:1769074809.328487:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074811.374417:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074812.337657:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611941504:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074812.337783:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074812.337791:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611941632:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074812.344007:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007611941632:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074812.344029:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007611941504:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074812.407852:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074813.422359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074813.757309:0:109745:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/09.t against lustre filesystem 00010000:00010000:2.0:1769074814.176539:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074814.176547:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176555:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074814.176560:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176568:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176586:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176602:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176611:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176632:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176642:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074814.176673:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176680:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab69a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200560 expref: -99 pid: 109757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.176714:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074814.176716:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074814.176718:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074814.176727:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074814.176761:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611942144:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074814.186299:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611942144:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200008:1.0:1769074814.191959:0:109757:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:1.0:1769074814.319722:0:109294:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074814.319735:0:109294:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074814.319762:0:109294:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.319841:0:109294:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109294 initiator: MDT0 00010000:00010000:1.0:1769074814.319850:0:109294:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109294 initiator: MDT0 00010000:00010000:1.0:1769074814.319859:0:109294:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109294 initiator: MDT0 00000100:00100000:1.0:1769074814.319885:0:109294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109294:1855007611942272:192.168.204.123@tcp:101:bash.0 00000100:00100000:1.0:1769074814.320017:0:109294:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.328598:0:109294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109294:1855007611942272:192.168.204.123@tcp:101:bash.0 00010000:00010000:1.0:1769074814.328635:0:109294:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328647:0:109294:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328657:0:109294:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328666:0:109294:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328675:0:109294:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328680:0:109294:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328685:0:109294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074814.328692:0:109294:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5d180 x1855007611942272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074814.328706:0:109294:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328720:0:109294:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074814.328728:0:109294:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074814.328759:0:109294:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1769074814.328766:0:109294:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:1.0:1769074814.328772:0:109294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074814.328775:0:109294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074814.328778:0:109294:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328786:0:109294:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328857:0:109294:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074814.328872:0:109294:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.328878:0:109294:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328886:0:109294:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328890:0:109294:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074814.328893:0:109294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074814.328895:0:109294:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:1.0:1769074814.328897:0:109294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101b6fb58 00010000:00010000:1.0:1769074814.328899:0:109294:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328903:0:109294:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328908:0:109294:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.328913:0:109294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074814.328922:0:109294:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074814.328925:0:109294:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074814.328932:0:109294:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.328936:0:109294:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328941:0:109294:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328945:0:109294:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074814.328947:0:109294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074814.328949:0:109294:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:1.0:1769074814.328951:0:109294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074814.328952:0:109294:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328956:0:109294:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328969:0:109294:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074814.328972:0:109294:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.328974:0:109294:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328978:0:109294:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328981:0:109294:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074814.328983:0:109294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074814.328984:0:109294:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:1.0:1769074814.328986:0:109294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101b6fc18 00010000:00010000:1.0:1769074814.328988:0:109294:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.328992:0:109294:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.328999:0:109294:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.329002:0:109294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1769074814.329004:0:109294:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074814.333031:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333048:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074814.333056:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333059:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.333064:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333066:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.333070:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333072:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.333076:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333077:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.333081:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333083:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.333088:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333090:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.333095:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333096:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.333101:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.333109:0:109760:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5034c8180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074814.333116:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074814.334801:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074814.334878:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:2.0:1769074814.334887:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000020:00100000:2.0:1769074814.334898:0:109760:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074814.334910:0:109760:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611942528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074814.334917:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:2.0:1769074814.334936:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611942528:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074814.335262:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.341585:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611942528:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.341615:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341629:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341636:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341642:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341647:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341651:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.341655:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341659:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341664:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341669:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.341673:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.341678:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab6a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.341694:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943b80 x1855007611942528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.341707:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.341733:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.341745:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.341754:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb9a8 00010000:00010000:1.0:1769074814.341758:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.341766:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.342112:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342119:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074814.342174:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342178:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342184:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342186:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342191:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342192:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342197:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342198:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342204:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342206:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342210:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342212:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342216:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342218:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342222:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342224:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074814.342320:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342324:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074814.342329:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342330:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342335:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342337:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342342:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342343:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342348:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342350:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.342354:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342355:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342360:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342361:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342365:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342367:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.342371:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.342379:0:109760:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508b71680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074814.342385:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074814.342400:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074814.342444:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.342453:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000020:00100000:1.0:1769074814.342461:0:109760:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074814.342466:0:109760:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611942784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074814.342472:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:1.0:1769074814.342488:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611942784:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074814.344841:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.347568:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611942784:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.347606:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347621:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347627:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347632:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347638:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347643:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.347646:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347652:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347657:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347662:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.347666:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.347670:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.347685:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611942784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.347698:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.347721:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.347732:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.347742:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb9a8 00010000:00010000:1.0:1769074814.347746:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.347754:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.348096:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348104:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074814.348111:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348114:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.348118:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348120:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.348159:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348161:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.348166:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348168:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.348173:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348175:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.348179:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348181:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.348185:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348187:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.348191:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.348198:0:109760:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b0d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074814.348204:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074814.348221:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074814.348268:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.348272:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000020:00100000:1.0:1769074814.348281:0:109760:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074814.348285:0:109760:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611943040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074814.348291:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:1.0:1769074814.348309:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611943040:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074814.348456:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.350702:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611943040:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.350725:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350738:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350745:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350752:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350760:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350766:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.350772:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350777:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350784:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350791:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.350797:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.350808:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.350827:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611943040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.350841:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.350866:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.350876:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.350883:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb9a8 00010000:00010000:1.0:1769074814.350886:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.350891:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.365390:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365411:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074814.365420:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365422:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.365428:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365430:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.365436:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365438:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.365442:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365444:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074814.365450:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365452:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.365458:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365460:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.365464:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365465:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074814.365472:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.365485:0:109760:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5034c8180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074814.365493:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074814.365529:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074814.365617:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab6cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:2.0:1769074814.365627:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab6cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000020:00100000:2.0:1769074814.365640:0:109760:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074814.365651:0:109760:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611943808/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074814.365658:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab6cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:2.0:1769074814.365678:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611943808:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074814.365931:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036790c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074814.446481:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074814.604154:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604175:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074814.604188:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604192:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.604199:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604202:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.604209:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604212:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.604218:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604221:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074814.604228:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604231:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.604239:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604242:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.604264:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604267:0:109760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074814.604274:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.604285:0:109760:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508b71b00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074814.604293:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074814.604317:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074814.604397:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.604408:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000020:00100000:1.0:1769074814.604420:0:109760:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074814.604433:0:109760:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611944064/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074814.604442:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:1.0:1769074814.604468:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944064:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074814.605884:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.610358:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944064:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.610383:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610397:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610405:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610413:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610421:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610427:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.610431:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610437:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610445:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610452:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.610459:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.610464:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.610482:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611944064/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.610497:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.610526:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.610543:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.610639:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb9a8 00010000:00010000:1.0:1769074814.610644:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.610654:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.647541:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.647947:0:109760:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:1.0:1769074814.647954:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074814.647981:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.648056:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.648069:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.648081:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:1.0:1769074814.648108:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944192:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074814.648358:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.653781:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944192:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.653806:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653824:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653831:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653838:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653847:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653853:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.653859:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653867:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653874:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653881:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.653888:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.653895:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab6d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.653913:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b5d180 x1855007611944192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.653928:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.653959:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.653975:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.653984:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb940 00010000:00010000:1.0:1769074814.653988:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.653996:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074814.656117:0:109760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074814.656177:0:109760:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:1.0:1769074814.656183:0:109760:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074814.656206:0:109760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074814.656265:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.656276:0:109760:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.656285:0:109760:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00000100:00100000:1.0:1769074814.656308:0:109760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944320:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074814.656409:0:109760:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074814.667194:0:109760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109760:1855007611944320:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074814.667220:0:109760:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667234:0:109760:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667242:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667250:0:109760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667258:0:109760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667264:0:109760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074814.667269:0:109760:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667276:0:109760:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667283:0:109760:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667290:0:109760:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074814.667298:0:109760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00010000:00010000:1.0:1769074814.667304:0:109760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab6e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109760 initiator: MDT0 00000002:00100000:1.0:1769074814.667326:0:109760:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b5d180 x1855007611944320/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074814.667343:0:109760:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074814.667375:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.667389:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.667398:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb940 00010000:00010000:1.0:1769074814.667401:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.667409:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.727056:0:109760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.727076:0:109760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074814.727085:0:109760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1015eb8e0 00010000:00010000:1.0:1769074814.727089:0:109760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074814.727097:0:109760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074814.935399:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935422:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.935438:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935442:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.935451:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935454:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.935462:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935465:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.935475:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935478:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.935487:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935491:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.935498:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935501:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.935508:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935512:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.935520:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.935523:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074814.936062:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936069:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.936081:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936084:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936094:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936097:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936106:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936109:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936118:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936334:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936350:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936355:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936365:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936367:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936374:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936377:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936385:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936389:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074814.936828:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936835:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.936845:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936849:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936858:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936860:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936868:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936871:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936880:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936883:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.936892:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936895:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936906:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936910:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936920:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936923:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.936931:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.936935:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074814.937074:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937079:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.937090:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937093:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937103:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937106:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937115:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937118:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937375:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937380:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937391:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937394:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937402:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937405:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937414:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937417:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937425:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937429:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074814.937824:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937831:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.937841:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937843:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937851:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937853:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937860:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937862:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937869:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937872:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.937879:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937882:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937891:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937894:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937902:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937906:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.937915:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.937919:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074814.938057:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.938061:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.938070:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.938073:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.938081:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.938084:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.938091:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.938093:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.938105:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.938108:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.938119:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939506:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939559:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939573:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939588:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939591:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939601:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939605:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074814.939849:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939855:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.939863:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939866:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.939873:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939876:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.939883:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939886:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.939893:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939895:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.939903:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939906:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939914:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939917:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939925:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939927:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.939934:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.939939:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074814.958518:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958540:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.958819:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958826:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.958838:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958842:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.958849:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958852:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.958859:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958861:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.958870:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958874:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.958881:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958884:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.958890:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958893:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.958900:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.958911:0:109761:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efc300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074814.958919:0:109761:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074814.958944:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074814.959020:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.959030:0:109761:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109761 initiator: MDT0 00000020:00100000:3.0:1769074814.959043:0:109761:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074814.959056:0:109761:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611944832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074814.959066:0:109761:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109761 initiator: MDT0 00000100:00100000:3.0:1769074814.959090:0:109761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109761:1855007611944832:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074814.961090:0:109761:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074814.965622:0:109761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109761:1855007611944832:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074814.965660:0:109761:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965684:0:109761:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965692:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965699:0:109761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965709:0:109761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965716:0:109761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074814.965721:0:109761:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965729:0:109761:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965736:0:109761:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965743:0:109761:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074814.965749:0:109761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109761 initiator: MDT0 00010000:00010000:3.0:1769074814.965759:0:109761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab6f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109761 initiator: MDT0 00000002:00100000:3.0:1769074814.965787:0:109761:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611944832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074830 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074814.965802:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074814.965829:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.965843:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074814.965852:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d1019579a8 00010000:00010000:3.0:1769074814.965856:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.965863:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074814.966545:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966557:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.966581:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966585:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.966594:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966597:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.966605:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966608:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.966617:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966620:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.966628:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966632:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.966641:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966644:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.966651:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966654:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.966662:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.966665:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074814.967492:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967501:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.967513:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967517:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.967526:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967529:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.967539:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967542:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.967573:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967577:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.967587:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967591:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.967600:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967603:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.967610:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967612:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.967619:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.967623:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074814.974191:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074814.974224:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.974301:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974320:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.974329:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.974337:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074814.974342:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:2.0:1769074814.974349:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101957b58 00010000:00010000:2.0:1769074814.974353:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974362:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.974377:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.974384:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074814.974393:0:109761:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074814.974399:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074814.974411:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.974419:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974427:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.974433:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.974436:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074814.974439:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074814.974442:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074814.974444:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974456:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.974470:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074814.974475:0:109761:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074814.974479:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074814.974485:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.974490:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974497:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.974503:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.974506:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074814.974509:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074814.974512:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074814.974515:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.974522:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074814.974541:0:109761:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074814.974545:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074814.974549:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.974554:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975043:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.975054:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.975058:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074814.975061:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:2.0:1769074814.975066:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074814.975069:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975076:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.975097:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074814.975103:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.975110:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975118:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.975162:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.975166:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074814.975168:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:2.0:1769074814.975172:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101957b58 00010000:00010000:2.0:1769074814.975175:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975185:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.975193:0:109761:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074814.975198:0:109761:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074814.975203:0:109761:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074814.975207:0:109761:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074814.975214:0:109761:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074814.975219:0:109761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975227:0:109761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074814.975233:0:109761:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074814.975249:0:109761:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074814.975252:0:109761:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074814.975256:0:109761:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074814.975259:0:109761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074814.975265:0:109761:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074814.981996:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074814.982022:0:109762:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074814.982032:0:109762:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074814.982067:0:109762:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074814.982089:0:109762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.982106:0:109762:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074814.982115:0:109762:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074814.982191:0:109762:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074814.982195:0:109762:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074814.982202:0:109762:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d13cb8 00010000:00010000:3.0:1769074814.982206:0:109762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074814.982216:0:109762:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074814.984078:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984095:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074814.984108:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984112:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.984801:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984810:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.984832:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984836:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.984845:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984847:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074814.984856:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984860:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.984868:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984871:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.984882:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984885:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074814.984899:0:109762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074814.984903:0:109762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074815.018586:0:109765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.018611:0:109765:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.018621:0:109765:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.018661:0:109765:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.018853:0:109765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.018873:0:109765:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.018882:0:109765:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.018891:0:109765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.018894:0:109765:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074815.018903:0:109765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d10152bcb8 00010000:00010000:3.0:1769074815.018907:0:109765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.018916:0:109765:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.025007:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025027:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.025043:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025048:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.025058:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025061:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.025070:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025073:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.025081:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025084:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.025091:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025095:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.025102:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025105:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.025112:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025115:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.025405:0:109766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.025412:0:109766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.039435:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074815.039459:0:109770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074815.039468:0:109770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074815.039494:0:109770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074815.039514:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.039533:0:109770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.039541:0:109770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074815.039550:0:109770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074815.039555:0:109770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074815.039574:0:109770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c23cb8 00010000:00010000:2.0:1769074815.039580:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.039589:0:109770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.041049:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.041065:0:109768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.041072:0:109768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.041093:0:109768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.041111:0:109768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.041142:0:109768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.041151:0:109768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.041158:0:109768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.041161:0:109768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074815.041167:0:109768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d13cb8 00010000:00010000:3.0:1769074815.041170:0:109768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.041179:0:109768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.042518:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042533:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.042546:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042550:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.042592:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042597:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.042609:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042613:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.042620:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042623:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.042631:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042634:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.042643:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042646:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.042653:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042656:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.042663:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.042666:0:109768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074815.043661:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.043676:0:109768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.043682:0:109768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.043708:0:109768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.043729:0:109768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.043745:0:109768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.043758:0:109768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.043766:0:109768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.043769:0:109768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074815.043776:0:109768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d13cb8 00010000:00010000:3.0:1769074815.043780:0:109768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.043788:0:109768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.043815:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.043819:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074815.043826:0:109768:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:3.0:1769074815.043844:0:109768:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:3.0:1769074815.043855:0:109768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.050398:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050416:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.050428:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050432:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.050440:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050443:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.050449:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050452:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.050459:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050462:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.050469:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050473:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.050482:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050485:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.050494:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050497:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.050504:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.050516:0:109770:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503818780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074815.050525:0:109770:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000080:00200008:3.0:1769074815.051190:0:109768:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.051201:0:109768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074815.051218:0:109768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.051239:0:109768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.051257:0:109768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.051264:0:109768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.051270:0:109768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074815.051274:0:109768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:3.0:1769074815.051280:0:109768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d101d13cb8 00010000:00010000:3.0:1769074815.051284:0:109768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.051292:0:109768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.051324:0:109768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.051331:0:109768:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:3.0:1769074815.051338:0:109768:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1788, max_age 1806 00800000:00000004:3.0:1769074815.051348:0:109768:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1788, max_age 1806 00000100:00100000:3.0:1769074815.051397:0:109768:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109768:1855007611944960:192.168.204.123@tcp:41:df.0 00000100:00100000:3.0:1769074815.051497:0:109768:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00000002:00010000:2.0:1769074815.051897:0:109770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074815.051947:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab6fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109770 initiator: MDT0 00010000:00010000:2.0:1769074815.051956:0:109770:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab6fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000020:00100000:2.0:1769074815.051968:0:109770:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074815.051977:0:109770:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940000 x1855007611945216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074815.051988:0:109770:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab6fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000100:00100000:2.0:1769074815.052003:0:109770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945216:192.168.204.123@tcp:101:awk.0 00000100:00100000:2.0:1769074815.052147:0:109770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.060092:0:109768:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109768:1855007611944960:192.168.204.123@tcp:41:df.0 00800000:00000004:3.0:1769074815.060157:0:109768:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074815.060166:0:109768:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074815.060172:0:109768:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:1.0:1769074815.074209:0:109770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945472:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074815.074239:0:109770:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074261:0:109770:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074269:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074277:0:109770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074286:0:109770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074292:0:109770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.074299:0:109770:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074305:0:109770:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074312:0:109770:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074329:0:109770:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.074336:0:109770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.074342:0:109770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab703 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00000002:00100000:1.0:1769074815.074362:0:109770:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611945472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.074377:0:109770:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.074410:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.074430:0:109770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.074441:0:109770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c239a8 00010000:00010000:1.0:1769074815.074445:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.074452:0:109770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.074942:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.074952:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.074961:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.074965:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.074972:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.074975:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.074982:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.074984:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.074993:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.074996:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.075005:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.075008:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.075015:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.075018:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.075026:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.075029:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.075036:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.075047:0:109770:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5195bdc80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.075056:0:109770:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.075074:0:109770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.075154:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.075162:0:109770:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000020:00100000:1.0:1769074815.075173:0:109770:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.075181:0:109770:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611945728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.075191:0:109770:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000100:00100000:1.0:1769074815.075215:0:109770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945728:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074815.075396:0:109770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.084223:0:109770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945728:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074815.084249:0:109770:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084265:0:109770:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084272:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084279:0:109770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084286:0:109770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084293:0:109770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.084298:0:109770:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084305:0:109770:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084312:0:109770:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084319:0:109770:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.084325:0:109770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.084331:0:109770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab70a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00000002:00100000:1.0:1769074815.084349:0:109770:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611945728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.084363:0:109770:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.084389:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.084404:0:109770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.084413:0:109770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c239a8 00010000:00010000:1.0:1769074815.084417:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.084425:0:109770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.084834:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084845:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.084856:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084860:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.084869:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084872:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.084879:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084882:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.084893:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084896:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.084906:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084909:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.084919:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084922:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.084930:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084932:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.084940:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.084952:0:109770:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b0900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.084959:0:109770:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.084978:0:109770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.085030:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.085038:0:109770:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000020:00100000:1.0:1769074815.085049:0:109770:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.085056:0:109770:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611945984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.085065:0:109770:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00000100:00100000:1.0:1769074815.085085:0:109770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945984:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074815.085296:0:109770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.093415:0:109770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109770:1855007611945984:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074815.093444:0:109770:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093459:0:109770:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093466:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093473:0:109770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093482:0:109770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093488:0:109770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.093493:0:109770:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093501:0:109770:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093509:0:109770:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093519:0:109770:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.093526:0:109770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00010000:00010000:1.0:1769074815.093531:0:109770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab711 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109770 initiator: MDT0 00000002:00100000:1.0:1769074815.093575:0:109770:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611945984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.093592:0:109770:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.093624:0:109770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.093637:0:109770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.093655:0:109770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c239a8 00010000:00010000:1.0:1769074815.093659:0:109770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.093666:0:109770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.094026:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094037:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.094048:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094052:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094060:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094063:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094070:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094072:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094085:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094088:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094095:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094099:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094105:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094108:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094114:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094117:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094156:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094161:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074815.094293:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094299:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.094307:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094309:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094319:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094322:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094330:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094333:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094341:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094343:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094352:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094355:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094362:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094366:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094373:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094375:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094383:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094386:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074815.094508:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094513:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.094522:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094525:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094533:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094536:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094543:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094546:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094554:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094556:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094576:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094579:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094588:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094591:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094600:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094602:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094612:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094615:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074815.094784:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094789:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.094799:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094802:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094810:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094813:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094821:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094823:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094831:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094834:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.094844:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094847:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094857:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094860:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094868:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094871:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.094878:0:109770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.094881:0:109770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074815.130263:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.130290:0:109773:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.130298:0:109773:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.130324:0:109773:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.130344:0:109773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.130359:0:109773:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.130372:0:109773:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.130380:0:109773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.130384:0:109773:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074815.130390:0:109773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101463cb8 00010000:00010000:3.0:1769074815.130394:0:109773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.130402:0:109773:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.132780:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132797:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.132810:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132815:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.132824:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132827:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.132836:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132838:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.132848:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132851:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.132860:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132864:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.132874:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132878:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.132888:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132892:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.132903:0:109773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.132907:0:109773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.135754:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074815.135775:0:109775:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074815.135783:0:109775:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074815.135809:0:109775:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074815.135827:0:109775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.135843:0:109775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.135851:0:109775:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074815.135859:0:109775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074815.135863:0:109775:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074815.135870:0:109775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c33cb8 00010000:00010000:2.0:1769074815.135874:0:109775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.135882:0:109775:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.138986:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139005:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.139019:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139023:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139031:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139033:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139041:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139241:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139256:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139260:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139271:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139274:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.139284:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139287:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.139298:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139301:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.139311:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139315:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074815.139528:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139534:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.139557:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139572:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139583:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139587:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139596:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139599:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139609:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139612:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.139622:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139626:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.139635:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139639:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.139660:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.139664:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.141237:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141257:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074815.141469:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141475:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.141483:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141487:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.141495:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141499:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.141506:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141509:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.141519:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141522:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.141531:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.141534:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.141975:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.141988:0:109774:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.141995:0:109774:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.142023:0:109774:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.142054:0:109774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.142072:0:109774:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.142082:0:109774:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074815.142089:0:109774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.142093:0:109774:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:1.0:1769074815.142101:0:109774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d53cb8 00010000:00010000:1.0:1769074815.142105:0:109774:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.142115:0:109774:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.142500:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.142508:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.157247:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157259:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.157275:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157280:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074815.157618:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157625:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.157636:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157650:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.157662:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157665:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.157905:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157911:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.157925:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157929:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.157937:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157941:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.157949:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157951:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.157959:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157961:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.157969:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.157973:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074815.158181:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158186:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.158196:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158199:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158207:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158210:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158218:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158220:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158232:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158234:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158242:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158245:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158253:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158256:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158265:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158267:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158274:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158279:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074815.158409:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158414:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.158422:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158425:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158432:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158435:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158444:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158447:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158455:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158458:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.158466:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158469:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158477:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158479:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158486:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158489:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.158497:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.158501:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074815.159507:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159518:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.159529:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159534:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.159851:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159856:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.159870:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159872:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.159880:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159883:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.159889:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159893:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.159902:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159905:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.159913:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159915:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.159923:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.159926:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.160178:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160183:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.160193:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160196:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.160204:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160206:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.160214:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160217:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.160226:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160229:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.160236:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160238:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.160246:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160249:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.160260:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160263:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.160273:0:109775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.160277:0:109775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00010000:00010000:3.0:1769074815.178509:0:109774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.178525:0:109774:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.178534:0:109774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d539a8 00010000:00010000:3.0:1769074815.178627:0:109774:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.178637:0:109774:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.182512:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182528:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.182857:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182863:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.182880:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182883:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.182894:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182897:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.182905:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182908:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.182915:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182919:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.182927:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182930:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.182938:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182941:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.182948:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.182960:0:109774:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507a10c00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074815.182969:0:109774:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074815.182995:0:109774:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074815.183060:0:109774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.183070:0:109774:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109774 initiator: MDT0 00000020:00100000:3.0:1769074815.183083:0:109774:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074815.183096:0:109774:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611946496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074815.183107:0:109774:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109774 initiator: MDT0 00000100:00100000:3.0:1769074815.183945:0:109774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109774:1855007611946496:192.168.204.123@tcp:101:openssl.0 00000100:00100000:3.0:1769074815.184314:0:109774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.191511:0:109774:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109774:1855007611946496:192.168.204.123@tcp:101:openssl.0 00010000:00010000:3.0:1769074815.191537:0:109774:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191772:0:109774:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191780:0:109774:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191788:0:109774:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191797:0:109774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191804:0:109774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074815.191809:0:109774:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191817:0:109774:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191825:0:109774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191831:0:109774:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074815.191839:0:109774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.191845:0:109774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab71f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109774 initiator: MDT0 00000002:00100000:3.0:1769074815.191866:0:109774:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007611946496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074815.191882:0:109774:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074815.191941:0:109774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.191954:0:109774:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.191962:0:109774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d539a8 00010000:00010000:3.0:1769074815.191966:0:109774:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.191974:0:109774:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.192884:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192899:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.192912:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192916:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.192925:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192928:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.192936:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192939:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.192950:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192953:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.192961:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192964:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.192971:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192974:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.192981:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.192984:0:109774:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.192992:0:109774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.193004:0:109774:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503818f00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074815.193012:0:109774:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074815.193036:0:109774:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074815.193099:0:109774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab726 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109774 initiator: MDT0 00010000:00010000:3.0:1769074815.193107:0:109774:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab726 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109774 initiator: MDT0 00000020:00100000:3.0:1769074815.193120:0:109774:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074815.193217:0:109774:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007611946752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074815.193228:0:109774:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ab726 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109774 initiator: MDT0 00000100:00100000:3.0:1769074815.193395:0:109774:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109774:1855007611946752:192.168.204.123@tcp:101:openssl.0 00000100:00100000:3.0:1769074815.197420:0:109774:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0e40 going to sleep for 11 seconds 00000080:00200000:3.0:1769074815.244603:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.244627:0:109778:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.244634:0:109778:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.244671:0:109778:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.244698:0:109778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.244714:0:109778:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.244722:0:109778:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.244730:0:109778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.244733:0:109778:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:3.0:1769074815.244740:0:109778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c23cb8 00010000:00010000:3.0:1769074815.244744:0:109778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.244752:0:109778:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.249280:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249299:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.249312:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249316:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.249323:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249326:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.249334:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249337:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.249343:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249346:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.249352:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249356:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.249363:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249366:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.249374:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249377:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.249384:0:109778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.249388:0:109778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074815.250468:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.250483:0:109779:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.250489:0:109779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.250514:0:109779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.250532:0:109779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.251217:0:109779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.251230:0:109779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074815.251240:0:109779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.251249:0:109779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:1.0:1769074815.251258:0:109779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074815.251263:0:109779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.251272:0:109779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.254386:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254405:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.254415:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254419:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.254426:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254429:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.254436:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254439:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.254446:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254449:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.254457:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254461:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.254469:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254471:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.254478:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254482:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.254489:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.254492:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074815.255182:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255191:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.255203:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255207:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255216:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255219:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255230:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255233:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255254:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255258:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255269:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255272:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.255281:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255284:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.255291:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255294:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.255302:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255306:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074815.255468:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255473:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.255484:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255487:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255497:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255500:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255509:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255512:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255520:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.255523:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.255533:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.256107:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074815.256119:0:109780:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074815.256150:0:109780:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074815.256181:0:109780:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074815.256201:0:109780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.256220:0:109780:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.256228:0:109780:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074815.256235:0:109780:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074815.256238:0:109780:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:2.0:1769074815.256247:0:109780:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101c43cb8 00010000:00010000:2.0:1769074815.256251:0:109780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.256260:0:109780:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.258311:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.258365:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.258372:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.258384:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.258387:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.258399:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.258404:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074815.259298:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259310:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.259320:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259324:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.259333:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259336:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.259345:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259348:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.259358:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259361:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.259375:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259378:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.259388:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259392:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.259403:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259406:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.259416:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.259421:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074815.260927:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260939:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.260947:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260951:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.260957:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260959:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.260966:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260968:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.260975:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260977:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.260984:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260986:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.260992:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.260995:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.261002:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.261004:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.261010:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.261014:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074815.261213:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261218:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.261230:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261233:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.261240:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261392:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.261406:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261410:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.261417:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261420:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.261427:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261430:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.261437:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261439:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.261447:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261450:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.261457:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.261460:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074815.262806:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262820:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.262835:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262839:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.262847:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262850:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.262858:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262860:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.262866:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262869:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.262876:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262879:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.262886:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262888:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.262895:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262898:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.262906:0:109779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.262909:0:109779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.263855:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263866:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.263878:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263882:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.263893:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263897:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.263906:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263910:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.263920:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263923:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.263932:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263935:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.263944:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263947:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.263957:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263960:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.263970:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.263974:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074815.265001:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265013:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.265024:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265029:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.265039:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265042:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.265052:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265055:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.265065:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265068:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.265077:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265080:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.265087:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265090:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.265097:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265099:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.265107:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.265111:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074815.266811:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266828:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.266841:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266846:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.266854:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266857:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.266866:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266869:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.266876:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266878:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.266885:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266888:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.266895:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266897:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.266904:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266907:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.266914:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.266918:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074815.267043:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267048:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.267058:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267061:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267070:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267073:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267082:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267085:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267093:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267096:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267103:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267106:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267115:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267117:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267144:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267147:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267156:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267160:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074815.267281:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267286:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.267297:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267300:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267309:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267312:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267320:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267323:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267332:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267335:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267343:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267347:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267356:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267359:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267367:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267370:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267378:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267382:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074815.267508:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267513:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.267524:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267526:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267535:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267538:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267546:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267549:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267568:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267572:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267584:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267587:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267596:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267600:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267608:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267611:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267620:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267624:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.267789:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267794:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.267824:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267828:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267839:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267843:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267853:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267856:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267866:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267869:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.267879:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267882:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267891:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267895:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267906:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267909:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.267919:0:109780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.267923:0:109780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074815.288836:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.288859:0:109783:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.288867:0:109783:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.288891:0:109783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.288911:0:109783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.288927:0:109783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.288935:0:109783:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074815.288941:0:109783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.288945:0:109783:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab669 00000080:00010000:1.0:1769074815.288952:0:109783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab669 from it ffffb0d101d53cb8 00010000:00010000:1.0:1769074815.288956:0:109783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.288964:0:109783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692004c6 expref: -99 pid: 108587 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.290361:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290375:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.290385:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290389:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.290396:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290399:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.290407:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290409:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.290416:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290419:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.290426:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290429:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.290436:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290439:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.290445:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290448:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.290455:0:109783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.290459:0:109783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074815.316600:0:109782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109782:1855007611947008:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074815.316631:0:109782:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316666:0:109782:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/0,1 mode: --/PR res: [0x200000401:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316676:0:109782:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/0,1 mode: --/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316690:0:109782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316702:0:109782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316720:0:109782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316729:0:109782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316737:0:109782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074815.316749:0:109782:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97a506b2ed80 x1855007611947008/t4294968898(4294968898) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074815.316763:0:109782:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b2ed80 x1855007611947008/t4294968898(4294968898) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074815.316775:0:109782:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316785:0:109782:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/372 (0 0) 00000080:00200000:3.0:1769074815.316791:0:109782:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074815.316805:0:109782:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_e58c857f71d92d9d1b2238678d2edb8e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200000:3.0:1769074815.316835:0:109782:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x174:0x0](ffff97a509ef3a88) 00000080:00200000:3.0:1769074815.316842:0:109782:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x174:0x0], updating i_size 0 00000080:00200000:3.0:1769074815.316874:0:109782:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x174:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1769074815.316880:0:109782:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000401:0x174:0x0](ffff97a509ef3a88) 00000080:00010000:3.0:1769074815.316883:0:109782:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x174:0x0](ffff97a509ef3a88) for lock 0xd0f48591888ab72d 00000080:00010000:3.0:1769074815.316893:0:109782:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x174:0x0](ffff97a509ef3a88) 00000080:00200008:3.0:1769074815.316907:0:109782:0:(file.c:1001:ll_file_open()) START file pjdfstest_e58c857f71d92d9d1b2238678d2edb8e:[0x200000401:0x174:0x0](ffff97a509ef3a88), flags 100300 00000002:00100000:3.0:1769074815.316927:0:109782:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b2ed80 x1855007611947008/t4294968898(4294968898) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074831 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1769074815.316958:0:109782:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab72d from it ffff97a5052493c0 00010000:00010000:3.0:1769074815.316962:0:109782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.316971:0:109782:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.316993:0:109782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x174:0x0](ffff97a509ef3a88), inode mode 81a4 mask 40 00000080:00200008:3.0:1769074815.317031:0:109782:0:(file.c:424:ll_file_release()) START file pjdfstest_e58c857f71d92d9d1b2238678d2edb8e:[0x200000401:0x174:0x0](ffff97a509ef3a88), flags 100000 00000002:00100000:3.0:1769074815.317079:0:109782:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506b2ed80 x1855007611947008/t4294968898(4294968898) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074815.317090:0:109782:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074815.317095:0:109782:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926a00 x1855007611947264/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074815.317117:0:109782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109782:1855007611947264:192.168.204.123@tcp:35:pjdfstest.0 00000100:00100000:3.0:1769074815.317215:0:109782:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.324313:0:109782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109782:1855007611947264:192.168.204.123@tcp:35:pjdfstest.0 00000002:00100000:3.0:1769074815.324354:0:109782:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506b2ed80 x1855007611947008/t4294968898(4294968898) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.334224:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.334726:0:109785:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.334736:0:109785:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.334763:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.334780:0:109785:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074815.334839:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:1.0:1769074815.334848:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:1.0:1769074815.334858:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:1.0:1769074815.334886:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947392:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074815.335000:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.357629:0:109785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947392:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074815.357674:0:109785:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357688:0:109785:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357711:0:109785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357723:0:109785:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357734:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357742:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357750:0:109785:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.357760:0:109785:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5d180 x1855007611947392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.357782:0:109785:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357796:0:109785:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074815.357803:0:109785:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074815.357824:0:109785:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074815.357831:0:109785:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab734 00000080:00010000:1.0:1769074815.357837:0:109785:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.357841:0:109785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101c53cb8 00010000:00010000:1.0:1769074815.357843:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.357851:0:109785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.359704:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.359725:0:109785:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074815.359730:0:109785:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074815.359755:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074815.359820:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:2.0:1769074815.359831:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:2.0:1769074815.359842:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:2.0:1769074815.359869:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947520:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074815.359979:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.365996:0:109785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947520:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074815.366024:0:109785:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366042:0:109785:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366049:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366056:0:109785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366064:0:109785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366071:0:109785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074815.366076:0:109785:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366083:0:109785:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366090:0:109785:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366097:0:109785:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074815.366105:0:109785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366111:0:109785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ab73b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00000002:00100000:3.0:1769074815.366149:0:109785:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507942680 x1855007611947520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074815.366164:0:109785:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074815.366189:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.366203:0:109785:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.366211:0:109785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101c53980 00010000:00010000:3.0:1769074815.366215:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.366224:0:109785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.366301:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.366320:0:109785:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074815.366325:0:109785:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074815.366356:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074815.366407:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366414:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.366425:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:3.0:1769074815.366449:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947648:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074815.366549:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.386907:0:109785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947648:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074815.386935:0:109785:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386949:0:109785:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386958:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386965:0:109785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386972:0:109785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386979:0:109785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074815.386984:0:109785:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386991:0:109785:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.386998:0:109785:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.387005:0:109785:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074815.387012:0:109785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.387018:0:109785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00000002:00100000:3.0:1769074815.387033:0:109785:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925f80 x1855007611947648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074815.387058:0:109785:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074815.387086:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.387099:0:109785:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.387108:0:109785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101c53980 00010000:00010000:3.0:1769074815.387111:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.387120:0:109785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.387231:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.387241:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.387268:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.387272:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.387284:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.387288:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.387296:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.387306:0:109785:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074815.387311:0:109785:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074815.387331:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074815.387376:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.387383:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.387393:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:3.0:1769074815.387420:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947776:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074815.387515:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.394615:0:109785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611947776:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074815.394636:0:109785:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394647:0:109785:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394651:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394656:0:109785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394661:0:109785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394665:0:109785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074815.394669:0:109785:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394682:0:109785:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394686:0:109785:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394690:0:109785:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074815.394695:0:109785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394702:0:109785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab749 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00000002:00100000:3.0:1769074815.394715:0:109785:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925f80 x1855007611947776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074815.394727:0:109785:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074815.394756:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.394766:0:109785:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.394771:0:109785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101c53980 00010000:00010000:3.0:1769074815.394774:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.394779:0:109785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.394837:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.394845:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.394856:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.394859:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.394867:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.394879:0:109785:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efc600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074815.394885:0:109785:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074815.394904:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074815.394971:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.394980:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000020:00100000:3.0:1769074815.394991:0:109785:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074815.394998:0:109785:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925f80 x1855007611948032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074815.395006:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:3.0:1769074815.395025:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611948032:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074815.395236:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074815.412894:0:109785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611948032:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074815.413203:0:109785:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413218:0:109785:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413347:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413355:0:109785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413362:0:109785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413368:0:109785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074815.413372:0:109785:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413378:0:109785:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413385:0:109785:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413391:0:109785:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074815.413398:0:109785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.413403:0:109785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab750 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109785 initiator: MDT0 00000002:00100000:3.0:1769074815.413424:0:109785:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925f80 x1855007611948032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074815.413436:0:109785:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074815.413463:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.413475:0:109785:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074815.413483:0:109785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101c539a8 00010000:00010000:3.0:1769074815.413487:0:109785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.413493:0:109785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.414825:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414841:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.414852:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414856:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.414865:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414869:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.414877:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414880:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.414888:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414892:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.414900:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414903:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.414911:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414914:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.414929:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414942:0:109785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.414962:0:109785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.414974:0:109785:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502ea5980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074815.414981:0:109785:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074815.415003:0:109785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074815.415068:0:109785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab757 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109785 initiator: MDT0 00010000:00010000:3.0:1769074815.415078:0:109785:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab757 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000020:00100000:3.0:1769074815.415089:0:109785:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074815.415098:0:109785:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925f80 x1855007611948288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074815.415108:0:109785:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab757 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109785 initiator: MDT0 00000100:00100000:3.0:1769074815.415168:0:109785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109785:1855007611948288:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074815.424467:0:109785:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0d80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074815.476839:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074815.483409:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.483457:0:109789:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.483466:0:109789:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.483487:0:109789:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.483506:0:109789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.483522:0:109789:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.483531:0:109789:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.483541:0:109789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.483545:0:109789:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab734 00000080:00010000:3.0:1769074815.483564:0:109789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab734 from it ffffb0d101d53cb8 00010000:00010000:3.0:1769074815.483568:0:109789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.483577:0:109789:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.484981:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.484996:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.485008:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485013:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.485022:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485025:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.485034:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485036:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.485044:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485047:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.485055:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485058:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.485066:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485068:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.485075:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485078:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.485084:0:109789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.485088:0:109789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.505847:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505866:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.505879:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505885:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.505893:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505896:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.505903:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505905:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.505912:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505915:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.505922:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505925:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.505932:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505935:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.505945:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505949:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.505958:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.505961:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.510738:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.510758:0:109788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_e58c857f71d92d9d1b2238678d2edb8e, flags=0 00000080:00200000:2.0:1769074815.510768:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.510788:0:109788:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_50e71b1b5ee24168779c37f4603533d6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074815.510791:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074815.510795:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x174:0x0](ffff97a509ef3a88), inode mode 81a4 mask 6 00000080:00200000:2.0:1769074815.510800:0:109788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074815.510806:0:109788:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x174:0x0](ffff97a509ef3a88), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_50e71b1b5ee24168779c37f4603533d6 00010000:00010000:2.0:1769074815.510845:0:109788:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.510874:0:109788:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.510935:0:109788:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.510951:0:109788:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x174:0x0]: losing layout lock 00010000:00010000:2.0:1769074815.510997:0:109788:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.511004:0:109788:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.511009:0:109788:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074815.511012:0:109788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab72d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200719 expref: -99 pid: 109782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.511027:0:109788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab734 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920072e expref: -99 pid: 109785 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074815.516858:0:109788:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074815.516885:0:109788:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942680 x1855007611948800/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074815.516924:0:109788:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109788:1855007611948800:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074815.517058:0:109788:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.536995:0:109788:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109788:1855007611948800:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074815.558419:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949056:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.558449:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558465:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558471:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558479:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558489:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558495:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.558502:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558509:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558517:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558528:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.558547:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558562:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab76c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.558578:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007611949056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.558595:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.558627:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.558640:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.558649:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074815.558653:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.558662:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.558754:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.558775:0:109791:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.558781:0:109791:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.558804:0:109791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.558856:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558867:0:109791:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.558876:0:109791:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000100:00100000:1.0:1769074815.558902:0:109791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949184:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.558997:0:109791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.576036:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949184:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.576064:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576079:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576087:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576094:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576103:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576109:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.576114:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576168:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576182:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576189:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.576195:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576202:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.576219:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611949184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.576234:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.576259:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.576272:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.576282:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074815.576287:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.576294:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.576381:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.576391:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.576403:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.576406:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.576418:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.576421:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.576430:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.576441:0:109791:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.576445:0:109791:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.576466:0:109791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.576511:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576518:0:109791:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.576527:0:109791:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000100:00100000:1.0:1769074815.576572:0:109791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949312:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.576676:0:109791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.587943:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949312:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.587971:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.587986:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.587993:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588001:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588010:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588022:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.588027:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588035:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588043:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588049:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.588055:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588060:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab77a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.588078:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611949312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.588096:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.588177:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.588193:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.588204:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b980 00010000:00010000:1.0:1769074815.588208:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.588217:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.588311:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.588321:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.588333:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.588336:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.588344:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.588360:0:109791:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506310c00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.588367:0:109791:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.588384:0:109791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.588426:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.588434:0:109791:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000020:00100000:1.0:1769074815.588445:0:109791:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.588452:0:109791:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611949568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.588461:0:109791:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000100:00100000:1.0:1769074815.588480:0:109791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949568:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.588897:0:109791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.594761:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949568:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.594788:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594802:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594810:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594818:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594828:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594833:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.594838:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594845:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594851:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594857:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.594863:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.594869:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab781 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.594888:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611949568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.594902:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.594926:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.594944:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.594953:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b9a8 00010000:00010000:1.0:1769074815.594957:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.594966:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.595472:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595484:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.595495:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595500:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.595511:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595514:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.595522:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595525:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.595533:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595536:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.595543:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595547:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.595568:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595572:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.595581:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595584:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.595592:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.595603:0:109791:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a92d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.595613:0:109791:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.595634:0:109791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.595700:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.595709:0:109791:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000020:00100000:1.0:1769074815.595721:0:109791:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.595729:0:109791:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611949824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.595739:0:109791:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000100:00100000:1.0:1769074815.595763:0:109791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949824:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.595984:0:109791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.613104:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611949824:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.613178:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613193:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613201:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613208:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613216:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613223:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.613227:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613234:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613241:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613247:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.613254:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.613259:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab788 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.613280:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611949824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.613296:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.613327:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.613339:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.613348:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b9a8 00010000:00010000:1.0:1769074815.613352:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.613359:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.613801:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613813:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.613827:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613831:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.613840:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613843:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.613852:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613855:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.613864:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613867:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.613875:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613878:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.613885:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613888:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.613895:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613897:0:109791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.613905:0:109791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.613915:0:109791:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506310c00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.613921:0:109791:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.613942:0:109791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.613993:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.614000:0:109791:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000020:00100000:1.0:1769074815.614010:0:109791:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.614018:0:109791:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611950080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.614028:0:109791:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00000100:00100000:1.0:1769074815.614049:0:109791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611950080:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.614276:0:109791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.627522:0:109791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109791:1855007611950080:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.627569:0:109791:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627584:0:109791:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627592:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627598:0:109791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627604:0:109791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627610:0:109791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.627615:0:109791:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627622:0:109791:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627629:0:109791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627639:0:109791:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.627646:0:109791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00010000:00010000:1.0:1769074815.627652:0:109791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab78f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109791 initiator: MDT0 00000002:00100000:1.0:1769074815.627680:0:109791:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611950080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.627695:0:109791:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.627726:0:109791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.627739:0:109791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.627748:0:109791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101c5b9a8 00010000:00010000:1.0:1769074815.627752:0:109791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.627759:0:109791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.658097:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.658119:0:109794:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.658149:0:109794:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.658170:0:109794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.658189:0:109794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.658204:0:109794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.658212:0:109794:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.658218:0:109794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.658222:0:109794:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab765 00000080:00010000:3.0:1769074815.658229:0:109794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab765 from it ffffb0d101463cb8 00010000:00010000:3.0:1769074815.658233:0:109794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.658248:0:109794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692007cf expref: -99 pid: 109791 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.662158:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662167:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.662179:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662183:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.662190:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662193:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.662201:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662204:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.662212:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662215:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.662223:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662226:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.662235:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662237:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.662245:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662247:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.662255:0:109794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.662259:0:109794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074815.682191:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.682214:0:109796:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.682223:0:109796:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.682244:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.682259:0:109796:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074815.682317:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.682327:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.682337:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.682365:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950592:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074815.682471:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.699986:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950592:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074815.700015:0:109796:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700029:0:109796:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700042:0:109796:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700055:0:109796:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700066:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700074:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700080:0:109796:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.700092:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5d180 x1855007611950592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.700106:0:109796:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700154:0:109796:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074815.700162:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074815.700184:0:109796:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074815.700192:0:109796:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab79d 00000080:00010000:1.0:1769074815.700197:0:109796:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.700200:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3bcb8 00010000:00010000:1.0:1769074815.700204:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.700212:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.701808:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.701825:0:109796:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.701831:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.701855:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.701909:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.701919:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.701928:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.701957:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950720:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.702055:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.709935:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950720:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.709960:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.709973:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.709980:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.709986:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.709993:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.709998:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.710003:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710009:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710017:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710023:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.710029:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710039:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:1.0:1769074815.710057:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611950720/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.710072:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.710099:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.710112:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.710158:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b980 00010000:00010000:1.0:1769074815.710164:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.710172:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.710245:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.710261:0:109796:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.710266:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.710284:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.710331:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710338:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.710352:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.710372:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950848:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.710451:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.715940:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950848:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.715967:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.715981:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.715988:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.715996:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716004:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716012:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.716017:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716024:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716032:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716043:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.716048:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716054:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:1.0:1769074815.716071:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611950848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.716085:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.716109:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.716161:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.716172:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b980 00010000:00010000:1.0:1769074815.716177:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.716184:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.716255:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.716264:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.716276:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.716280:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.716290:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.716292:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.716305:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.716315:0:109796:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.716318:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.716337:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.716386:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716393:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.716403:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.716425:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950976:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.716518:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.726323:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611950976:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.726345:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726359:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726366:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726373:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726381:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726387:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.726393:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726400:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726407:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726413:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.726420:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726426:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:1.0:1769074815.726443:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d180 x1855007611950976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.726456:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.726482:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.726494:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.726503:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b980 00010000:00010000:1.0:1769074815.726507:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.726515:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.726613:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.726623:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.726634:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.726637:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.726646:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.726660:0:109796:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a504c55800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.726667:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.726695:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.726747:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.726753:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000020:00100000:1.0:1769074815.726764:0:109796:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.726771:0:109796:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611951232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.726781:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.726803:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951232:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.726994:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.742925:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951232:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.742957:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.742973:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.742982:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.742989:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.742997:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.743003:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.743007:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.743013:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.743020:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.743028:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.743044:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.743050:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:1.0:1769074815.743070:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611951232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.743086:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.743118:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.743811:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.743821:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074815.743825:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.743833:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.744300:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744312:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.744325:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744329:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.744338:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744341:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.744350:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744354:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.744364:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744367:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.744380:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744384:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.744393:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744397:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.744406:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744409:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.744416:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.744429:0:109796:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a92480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.744438:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.744462:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.744531:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.744540:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000020:00100000:1.0:1769074815.744564:0:109796:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.744575:0:109796:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611951488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.744586:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.744610:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951488:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.747957:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.751817:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951488:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.751845:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751857:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751863:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751870:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751879:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751885:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.751890:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751897:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751904:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751910:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.751917:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.751924:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:1.0:1769074815.751945:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611951488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.751960:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.751991:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.752003:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.752012:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074815.752016:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.752022:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.752432:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752442:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.752455:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752460:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.752468:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752471:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.752484:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752488:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.752499:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752502:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.752514:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752518:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.752526:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752529:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.752536:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752539:0:109796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.752559:0:109796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.752573:0:109796:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502d85200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.752580:0:109796:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.752601:0:109796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.752659:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109796 initiator: MDT0 00010000:00010000:1.0:1769074815.752668:0:109796:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000020:00100000:1.0:1769074815.752682:0:109796:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.752690:0:109796:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007611951744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.752700:0:109796:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00000100:00100000:1.0:1769074815.752724:0:109796:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951744:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074815.758372:0:109796:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074815.758425:0:109796:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109796:1855007611951744:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074815.758445:0:109796:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758459:0:109796:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758467:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758474:0:109796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758482:0:109796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758488:0:109796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074815.758493:0:109796:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758500:0:109796:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758521:0:109796:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758528:0:109796:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074815.758535:0:109796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00010000:00010000:2.0:1769074815.758541:0:109796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ab7c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109796 initiator: MDT0 00000002:00100000:2.0:1769074815.758567:0:109796:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d180 x1855007611951744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074815.758580:0:109796:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074815.758605:0:109796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.758621:0:109796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074815.758629:0:109796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c3b9a8 00010000:00010000:2.0:1769074815.758633:0:109796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.758641:0:109796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.785218:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785236:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.785248:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785252:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.785261:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785264:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.785271:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785274:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.785281:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785284:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.785291:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785294:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.785303:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785305:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.785314:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785318:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.785326:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785330:0:109798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074815.785867:0:109798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.785882:0:109798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_50e71b1b5ee24168779c37f4603533d6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:1.0:1769074815.785888:0:109798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_50e71b1b5ee24168779c37f4603533d6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074815.785914:0:109798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_50e71b1b5ee24168779c37f4603533d6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.785982:0:109798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109798 initiator: MDT0 00010000:00010000:1.0:1769074815.785997:0:109798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109798 initiator: MDT0 00010000:00010000:1.0:1769074815.786007:0:109798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ab7ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109798 initiator: MDT0 00000100:00100000:1.0:1769074815.786037:0:109798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109798:1855007611951872:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074815.786184:0:109798:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7c00 going to sleep for 11 seconds 00000080:00200000:3.0:1769074815.786851:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.786867:0:109799:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.786876:0:109799:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.786888:0:109799:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.786905:0:109799:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.786924:0:109799:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.786932:0:109799:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.786939:0:109799:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.786942:0:109799:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab79d 00000080:00010000:3.0:1769074815.786951:0:109799:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab79d from it ffffb0d101c83cb8 00010000:00010000:3.0:1769074815.786955:0:109799:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.786964:0:109799:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ab79d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920088c expref: -99 pid: 109796 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.796106:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796263:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.796281:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796285:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.796295:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796298:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.796305:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796308:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.796316:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796319:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.796327:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796330:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.796338:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796341:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.796350:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796353:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.796359:0:109799:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.796363:0:109799:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074815.820417:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074815.820438:0:109801:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074815.820448:0:109801:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074815.820473:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074815.820491:0:109801:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074815.820563:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.820574:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.820584:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.820613:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952256:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074815.820754:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.826233:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952256:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074815.826265:0:109801:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826278:0:109801:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826293:0:109801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826307:0:109801:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826320:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826329:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826337:0:109801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074815.826347:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5f100 x1855007611952256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074815.826361:0:109801:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826376:0:109801:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074815.826384:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074815.826411:0:109801:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074815.826418:0:109801:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074815.826424:0:109801:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074815.826427:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8bcb8 00010000:00010000:1.0:1769074815.826430:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.826437:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.828116:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.828176:0:109801:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.828182:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.828207:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.828272:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.828288:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.828298:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.828331:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952384:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.828463:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.833205:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952384:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.833235:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833250:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833258:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833266:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833274:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833280:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.833285:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833292:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833303:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833310:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.833316:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.833322:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.833339:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007611952384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.833353:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.833380:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.833393:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.833401:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b980 00010000:00010000:1.0:1769074815.833405:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.833413:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.833493:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.833514:0:109801:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.833519:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.833536:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.835879:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.835899:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.835909:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.835940:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952512:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.836104:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.845076:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952512:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.845099:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845111:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845117:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845181:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845190:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845196:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.845201:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845207:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845216:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845224:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.845230:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845236:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.845255:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007611952512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.845272:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.845302:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.845316:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.845326:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b980 00010000:00010000:1.0:1769074815.845330:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.845337:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.845423:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.845435:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.845447:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.845450:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.845458:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.845461:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.845468:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.845479:0:109801:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074815.845483:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074815.845500:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074815.845924:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845933:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.845941:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.845963:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952640:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.846050:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.859388:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952640:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.859416:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859430:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859437:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859445:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859454:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859464:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.859469:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859477:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859483:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859489:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.859496:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859502:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.859522:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007611952640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.859560:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.859592:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.859605:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.859613:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b980 00010000:00010000:1.0:1769074815.859616:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.859625:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.859711:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.859721:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.859735:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.859739:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.859752:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.859765:0:109801:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b667800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.859773:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.859794:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.859849:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.859856:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000020:00100000:1.0:1769074815.859870:0:109801:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.859877:0:109801:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611952896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.859887:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.859908:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952896:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.860152:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.865977:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611952896:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.866000:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866013:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866019:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866037:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866045:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866052:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.866057:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866064:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866070:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866077:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.866084:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866090:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ab7f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.866110:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007611952896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.866157:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.866188:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.866205:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.866214:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b9a8 00010000:00010000:1.0:1769074815.866218:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.866224:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.866659:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866670:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.866681:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866685:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.866695:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866698:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.866705:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866708:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.866715:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866717:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.866725:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866729:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.866737:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866740:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.866750:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866752:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.866761:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.866773:0:109801:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5191b4000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.866784:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.866803:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.866854:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.866861:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000020:00100000:1.0:1769074815.866871:0:109801:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.866878:0:109801:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611953152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.866886:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.866905:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611953152:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.867093:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.870487:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611953152:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.870518:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870544:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870569:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870577:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870584:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870591:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.870597:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870603:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870610:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870617:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.870623:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.870629:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab7f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.870649:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007611953152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.870674:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.870705:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.870718:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.870728:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b9a8 00010000:00010000:1.0:1769074815.870732:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.870740:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074815.871442:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871455:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074815.871468:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871472:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.871481:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871484:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.871492:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871495:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.871503:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871506:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074815.871516:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871519:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.871657:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871671:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.871683:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871686:0:109801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074815.871695:0:109801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074815.871706:0:109801:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506021800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074815.871714:0:109801:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074815.871738:0:109801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074815.871804:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.871813:0:109801:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000020:00100000:1.0:1769074815.871827:0:109801:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074815.871837:0:109801:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611953408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074815.871849:0:109801:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00000100:00100000:1.0:1769074815.871874:0:109801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611953408:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074815.872382:0:109801:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074815.875829:0:109801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109801:1855007611953408:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074815.875852:0:109801:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875865:0:109801:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875872:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875880:0:109801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875886:0:109801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875892:0:109801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074815.875897:0:109801:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875905:0:109801:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875913:0:109801:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875924:0:109801:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074815.875930:0:109801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00010000:00010000:1.0:1769074815.875936:0:109801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ab7ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109801 initiator: MDT0 00000002:00100000:1.0:1769074815.875954:0:109801:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007611953408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074815.875968:0:109801:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074815.875990:0:109801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.876002:0:109801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074815.876011:0:109801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c8b9a8 00010000:00010000:1.0:1769074815.876014:0:109801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074815.876022:0:109801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.882921:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.882941:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074815.882953:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.882957:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.882967:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.882970:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.882978:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.882980:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.882988:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.882991:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074815.882997:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.883000:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.883009:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.883012:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.883020:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.883023:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074815.883031:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.883034:0:109803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074815.883602:0:109803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074815.883619:0:109803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_e58c857f71d92d9d1b2238678d2edb8e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:3.0:1769074815.883624:0:109803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_e58c857f71d92d9d1b2238678d2edb8e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074815.883655:0:109803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_e58c857f71d92d9d1b2238678d2edb8e,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.883735:0:109803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109803 initiator: MDT0 00010000:00010000:3.0:1769074815.883748:0:109803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109803 initiator: MDT0 00010000:00010000:3.0:1769074815.883760:0:109803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109803 initiator: MDT0 00000100:00100000:3.0:1769074815.883786:0:109803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109803:1855007611953536:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074815.883877:0:109803:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074815.902481:0:109803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:109803:1855007611953536:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074815.902504:0:109803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.902518:0:109803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.902525:0:109803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903244:0:109803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903253:0:109803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903259:0:109803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074815.903264:0:109803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903275:0:109803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903283:0:109803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903289:0:109803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074815.903295:0:109803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109803 initiator: MDT0 00010000:00010000:2.0:1769074815.903301:0:109803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab806 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109803 initiator: MDT0 00000002:00100000:2.0:1769074815.903321:0:109803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511924000 x1855007611953536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074831 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074815.903336:0:109803:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074815.903366:0:109803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.903378:0:109803:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074815.903387:0:109803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c539c0 00010000:00010000:2.0:1769074815.903391:0:109803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074815.903398:0:109803:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.957280:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074815.957304:0:109806:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074815.957312:0:109806:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074815.957333:0:109806:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074815.957353:0:109806:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.957369:0:109806:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074815.957377:0:109806:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074815.957387:0:109806:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074815.957390:0:109806:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074815.957397:0:109806:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101c83cb8 00010000:00010000:3.0:1769074815.957401:0:109806:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074815.957408:0:109806:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074815.971882:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971900:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.971913:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971917:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.971924:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971926:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.971932:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971935:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.971942:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971945:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.971952:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971956:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.971962:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971965:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.971972:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971974:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.971982:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.971985:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074815.972283:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972288:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.972297:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972300:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972307:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972310:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972318:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972321:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972330:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972333:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972341:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972343:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972350:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972352:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972359:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972362:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972369:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972372:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074815.972779:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972785:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074815.972800:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972803:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972809:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972812:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972819:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972822:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972829:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972832:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074815.972840:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972844:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972853:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972856:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972863:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972865:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074815.972872:0:109806:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074815.972876:0:109806:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00010000:00010000:2.0:1769074816.513710:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074817.518465:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074818.224862:0:109936:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:3.0:1769074818.547615:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074819.575078:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074820.268943:0:110073:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1769074820.593626:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074822.644956:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074823.665254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074825.713972:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074826.735278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074827.698677:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611954176:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074827.698781:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074827.698788:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611954304:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074827.706724:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611954304:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074827.714822:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611954176:192.168.204.123@tcp:400:kworker.0 00000001:02000400:2.0:1769074828.276542:0:110643:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_10: link returns EEXIST if the destination file does exist ========================================================== 04:40:26 (1769074826) 00010000:00010000:3.0:1769074829.808074:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074829.831399:0:110779:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/10.t against ext4 filesystem 00010000:00010000:3.0:1769074831.859457:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074832.820511:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611954432:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074832.820612:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074832.820620:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611954560:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074832.840214:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007611954560:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074832.840234:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007611954432:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074833.419877:0:111054:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/10.t against lustre filesystem 00000080:00200000:3.0:1769074833.660102:0:111066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074833.660354:0:111066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074833.660479:0:111066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.660498:0:111066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.660506:0:111066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074833.660515:0:111066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074833.660519:0:111066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:3.0:1769074833.660527:0:111066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d1016cbb58 00010000:00010000:3.0:1769074833.660531:0:111066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.660541:0:111066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.660558:0:111066:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074833.660576:0:111066:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:3.0:1769074833.660580:0:111066:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:3.0:1769074833.660594:0:111066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074833.660645:0:111066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab80d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111066 initiator: MDT0 00010000:00010000:3.0:1769074833.660653:0:111066:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab80d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111066 initiator: MDT0 00010000:00010000:3.0:1769074833.660663:0:111066:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ab80d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111066 initiator: MDT0 00000100:00100000:3.0:1769074833.660694:0:111066:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111066:1855007611954688:192.168.204.123@tcp:101:lfs.0 00000100:00100000:3.0:1769074833.660993:0:111066:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000080:00200000:1.0:1769074833.671449:0:111066:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:1.0:1769074833.671459:0:111066:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:1.0:1769074833.671470:0:111066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074833.671488:0:111066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074833.671492:0:111066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1016cbb20 00010000:00010000:1.0:1769074833.671499:0:111066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.671511:0:111066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074833.671575:0:111066:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074833.671584:0:111066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074833.671610:0:111066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074833.671623:0:111066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.671634:0:111066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.671642:0:111066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074833.671647:0:111066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074833.671651:0:111066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074833.671655:0:111066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1016cbcb8 00010000:00010000:1.0:1769074833.671658:0:111066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.671664:0:111066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074833.672880:0:111066:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074833.672889:0:111066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074833.672907:0:111066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074833.672921:0:111066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.672933:0:111066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.672941:0:111066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074833.672948:0:111066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074833.672951:0:111066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:1.0:1769074833.672957:0:111066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d1016cbcb8 00010000:00010000:1.0:1769074833.672961:0:111066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.672970:0:111066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.673116:0:111066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074833.673156:0:111066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074833.673163:0:111066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.673172:0:111066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.673178:0:111066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074833.673182:0:111066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074833.673185:0:111066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab6a1 00000080:00010000:1.0:1769074833.673189:0:111066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab6a1 from it ffffb0d1016cbbb0 00010000:00010000:1.0:1769074833.673193:0:111066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.673200:0:111066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.673209:0:111066:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074833.673217:0:111066:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:1.0:1769074833.673308:0:111066:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffcd70a1850 00000080:00200000:1.0:1769074833.673325:0:111066:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1769074833.673353:0:111066:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.673505:0:111066:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.673511:0:111066:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074833.673514:0:111066:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab6a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920056e expref: -99 pid: 109294 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074833.673538:0:111066:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074833.673811:0:111066:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611955072/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074833.673840:0:111066:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111066:1855007611955072:192.168.204.123@tcp:36:lfs.0 00000100:00100000:1.0:1769074833.674674:0:111066:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074833.678910:0:111066:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111066:1855007611955072:192.168.204.123@tcp:36:lfs.0 00000080:00200008:1.0:1769074833.679035:0:111066:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000100:00100000:1.0:1769074833.829890:0:110513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:110513:1855007611955200:192.168.204.123@tcp:101:bash.0 00000100:00100000:1.0:1769074833.830016:0:110513:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074833.832405:0:110513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:110513:1855007611955200:192.168.204.123@tcp:101:bash.0 00010000:00010000:3.0:1769074833.832432:0:110513:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832445:0:110513:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832457:0:110513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832473:0:110513:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832485:0:110513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832492:0:110513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832499:0:110513:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074833.832509:0:110513:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2f480 x1855007611955200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074849 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074833.832524:0:110513:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832537:0:110513:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074833.832544:0:110513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074833.832569:0:110513:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:3.0:1769074833.832574:0:110513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:3.0:1769074833.832580:0:110513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074833.832583:0:110513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10194fcb8 00010000:00010000:3.0:1769074833.832586:0:110513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832594:0:110513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832651:0:110513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074833.832665:0:110513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074833.832673:0:110513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832682:0:110513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832688:0:110513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074833.832691:0:110513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074833.832694:0:110513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:3.0:1769074833.832697:0:110513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10194fb58 00010000:00010000:3.0:1769074833.832700:0:110513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832706:0:110513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832714:0:110513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074833.832722:0:110513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074833.832732:0:110513:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074833.832736:0:110513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074833.832747:0:110513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074833.832754:0:110513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832762:0:110513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832768:0:110513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074833.832772:0:110513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074833.832775:0:110513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074833.832778:0:110513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10194fcb8 00010000:00010000:3.0:1769074833.832781:0:110513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832788:0:110513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832808:0:110513:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074833.832814:0:110513:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074833.832819:0:110513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832827:0:110513:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832832:0:110513:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074833.832836:0:110513:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074833.832838:0:110513:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:3.0:1769074833.832841:0:110513:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10194fc18 00010000:00010000:3.0:1769074833.832845:0:110513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074833.832852:0:110513:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074833.832863:0:110513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074833.832867:0:110513:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1769074833.832871:0:110513:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00010000:00010000:2.0:1769074833.857062:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074833.857089:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074833.857099:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b9a8 00010000:00010000:2.0:1769074833.857104:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074833.857112:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074833.857617:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857628:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074833.857638:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857642:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074833.857650:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857652:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074833.857659:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857662:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074833.857670:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857672:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074833.857680:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857683:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074833.857689:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857692:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074833.857698:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857701:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074833.857874:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074833.857888:0:111069:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204ead80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074833.857894:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074833.857914:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074833.857974:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:2.0:1769074833.857982:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000020:00100000:2.0:1769074833.857994:0:111069:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074833.858006:0:111069:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611955968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074833.858016:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:2.0:1769074833.858041:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611955968:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074833.858310:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17e40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074833.865396:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.865402:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074833.865406:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.865412:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.865419:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.865425:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074833.865431:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.865436:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:0.0:1769074833.865452:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611956224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074849 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074833.865465:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074833.865495:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074833.865507:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074833.865516:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b9a8 00010000:00010000:0.0:1769074833.865520:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074833.865527:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074833.865930:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865941:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074833.865952:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865956:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.865963:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865966:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.865974:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865977:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.865984:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865987:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.865994:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.865998:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.866005:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.866008:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.866016:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.866018:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.866040:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.866052:0:111069:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502d85980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074833.866060:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074833.866080:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074833.866168:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.866176:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000020:00100000:0.0:1769074833.866187:0:111069:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074833.866195:0:111069:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611956480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074833.866205:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:0.0:1769074833.866230:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956480:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074833.866430:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074833.874293:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956480:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074833.874322:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874337:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874344:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874351:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874359:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874365:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074833.874371:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874377:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874384:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874394:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074833.874401:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.874406:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ab837 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:0.0:1769074833.874426:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611956480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074849 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074833.874441:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074833.874467:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074833.874480:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074833.874490:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b9a8 00010000:00010000:0.0:1769074833.874494:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074833.874500:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074833.874868:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874879:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074833.874889:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874893:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.874900:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874903:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.874912:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874915:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.874923:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874926:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074833.874934:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874938:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.874945:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874948:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.874956:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874959:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074833.874967:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074833.874981:0:111069:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502d84900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074833.874988:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074833.875007:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074833.875058:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:0.0:1769074833.875066:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000020:00100000:0.0:1769074833.875081:0:111069:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074833.875091:0:111069:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611956736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074833.875101:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:0.0:1769074833.875181:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956736:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074833.875394:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074833.878217:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956736:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074833.878261:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878274:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878280:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878288:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878295:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878301:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074833.878305:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878311:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878319:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878326:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074833.878332:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074833.878338:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ab83e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:1.0:1769074833.878357:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611956736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074849 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074833.878383:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074833.878411:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.878422:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074833.878431:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b9a8 00010000:00010000:1.0:1769074833.878434:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074833.878442:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074833.878858:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878871:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074833.878880:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878884:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074833.878892:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878895:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074833.878902:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878905:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074833.878912:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878916:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074833.878926:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878930:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074833.878940:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878943:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074833.878952:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878955:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074833.878964:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074833.878967:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1769074833.902790:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074834.158980:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159000:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.159011:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159015:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.159038:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159042:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.159051:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159054:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.159061:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159064:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.159073:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159076:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.159083:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159086:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.159094:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159097:0:111069:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.159105:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.159118:0:111069:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5195bd680, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074834.159156:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074834.159181:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074834.159286:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.159297:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000020:00100000:3.0:1769074834.159311:0:111069:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074834.159323:0:111069:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611956992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074834.159332:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:3.0:1769074834.159356:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956992:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074834.159718:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074834.163478:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611956992:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074834.163518:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163533:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163539:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163546:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163554:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163561:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074834.163565:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163573:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163581:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163587:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074834.163896:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.163906:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab845 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:3.0:1769074834.163930:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611956992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074834.163946:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074834.163981:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.163994:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074834.164004:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b9a8 00010000:00010000:3.0:1769074834.164008:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.164016:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.253616:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.253645:0:111069:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:1.0:1769074834.253651:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074834.253674:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.253983:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.253996:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.254005:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:1.0:1769074834.254215:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957120:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074834.254648:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074834.270663:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957120:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074834.270691:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270868:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270876:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270889:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270898:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270904:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074834.270909:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270916:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270923:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270930:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074834.270936:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.270941:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab84c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:1.0:1769074834.270962:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b5f100 x1855007611957120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074834.270978:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074834.271007:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.271020:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074834.271034:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b940 00010000:00010000:1.0:1769074834.271039:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.271047:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.273447:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.273476:0:111069:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:1.0:1769074834.273482:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074834.273505:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.273568:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.273581:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.273590:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:1.0:1769074834.273614:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957248:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074834.274831:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074834.279962:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957248:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074834.279993:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280008:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280019:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280301:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280310:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280317:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074834.280322:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280329:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280336:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280342:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074834.280348:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:1.0:1769074834.280438:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab853 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:1.0:1769074834.280457:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b5f100 x1855007611957248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074834.280684:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074834.282536:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.282563:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074834.282571:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b940 00010000:00010000:1.0:1769074834.282577:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.282586:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.398870:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.398887:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.398904:0:111069:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074834.398909:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074834.398933:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074834.399006:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.399019:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.399029:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:3.0:1769074834.399061:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957376:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074834.400421:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074834.406685:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957376:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074834.406723:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406736:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406742:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406750:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406767:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406772:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074834.406778:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406788:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406796:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406802:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074834.406809:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.406814:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab85a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:3.0:1769074834.406832:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511927b80 x1855007611957376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074834.406848:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074834.406875:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.406887:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074834.406896:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b940 00010000:00010000:3.0:1769074834.406900:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.406907:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.406979:0:111069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.406999:0:111069:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074834.407006:0:111069:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074834.407026:0:111069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074834.407067:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.407074:0:111069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.407083:0:111069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00000100:00100000:3.0:1769074834.407102:0:111069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957504:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074834.407222:0:111069:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074834.424382:0:111069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111069:1855007611957504:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074834.424407:0:111069:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424421:0:111069:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424427:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424434:0:111069:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424441:0:111069:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424448:0:111069:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074834.424452:0:111069:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424460:0:111069:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424471:0:111069:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424478:0:111069:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074834.424485:0:111069:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00010000:00010000:3.0:1769074834.424490:0:111069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab861 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111069 initiator: MDT0 00000002:00100000:3.0:1769074834.424509:0:111069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611957504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074834.424524:0:111069:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074834.424549:0:111069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.424562:0:111069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074834.424571:0:111069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101e7b8e0 00010000:00010000:3.0:1769074834.424574:0:111069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.424581:0:111069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.745176:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745192:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.745205:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745210:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.745530:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745535:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.745543:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745546:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.745553:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745556:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.745564:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745568:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.745575:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745578:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.745586:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745588:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.745596:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.745600:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074834.746011:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746017:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.746027:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746030:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.746037:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746040:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.746048:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746050:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.746056:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746059:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.746066:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746068:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.746075:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746078:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.746085:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746088:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.746095:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.746099:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074834.747161:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.747172:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.747183:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.747186:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.747196:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.747199:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.747208:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749101:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749172:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749178:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749186:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749189:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749197:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749200:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749301:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749307:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749319:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749324:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074834.749604:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749609:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.749618:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749621:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749629:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749632:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749641:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749644:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749653:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749656:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.749665:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749668:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749676:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749679:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749686:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749928:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.749947:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.749953:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074834.750086:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.750092:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.750100:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.750109:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.750120:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755435:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755482:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755487:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755503:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755507:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755515:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755519:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755527:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755529:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755535:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755538:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755545:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755549:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074834.755900:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755905:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.755914:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755916:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755925:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755928:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755935:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755938:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755944:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755947:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.755956:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755959:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755966:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755969:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755977:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755980:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.755987:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.755991:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074834.756113:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.756119:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.758872:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758887:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.758898:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758901:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.758909:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758912:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.758919:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758922:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.758928:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758931:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.758942:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758946:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.758954:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758957:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.758970:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.758975:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074834.759406:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759412:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.759422:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759425:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.759433:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759436:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.759444:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759447:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.759454:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759457:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.759466:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759469:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.759477:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759480:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.759487:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759490:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.759500:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.759504:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074834.779388:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779408:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074834.779420:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779424:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.779432:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779435:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.779444:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779447:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.779455:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779458:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.779466:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779469:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.779477:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779480:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.779488:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779491:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.779500:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.779512:0:111070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5191b5e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074834.779520:0:111070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074834.779545:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074834.779613:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111070 initiator: MDT0 00010000:00010000:2.0:1769074834.779623:0:111070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111070 initiator: MDT0 00000020:00100000:2.0:1769074834.779634:0:111070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074834.779646:0:111070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611957760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074834.779657:0:111070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111070 initiator: MDT0 00000100:00100000:2.0:1769074834.779679:0:111070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111070:1855007611957760:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074834.779897:0:111070:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074834.791525:0:111070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111070:1855007611957760:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074834.791551:0:111070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791564:0:111070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791572:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791578:0:111070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791590:0:111070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791597:0:111070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074834.791601:0:111070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791608:0:111070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791615:0:111070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791621:0:111070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074834.791627:0:111070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111070 initiator: MDT0 00010000:00010000:3.0:1769074834.791633:0:111070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ab868 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111070 initiator: MDT0 00000002:00100000:3.0:1769074834.791652:0:111070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943b80 x1855007611957760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074834.791667:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074834.791696:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.791708:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074834.791718:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10197f9a8 00010000:00010000:3.0:1769074834.791722:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.791731:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.792095:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792106:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.792117:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792160:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.792175:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792179:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.792189:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792192:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.792203:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792206:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.792240:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792245:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.792258:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792261:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.792272:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792275:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.792286:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.792291:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074834.792530:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792537:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074834.792547:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792550:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.792557:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792559:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.792566:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792569:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.792575:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792578:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.792585:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792588:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.792595:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792598:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.792604:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792606:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.792612:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.792616:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074834.794488:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074834.794515:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794534:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794548:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794557:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794565:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074834.794569:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:2.0:1769074834.794576:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10197fb58 00010000:00010000:2.0:1769074834.794580:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794589:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794603:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.794609:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074834.794617:0:111070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074834.794621:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074834.794631:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794637:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794645:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794652:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794655:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074834.794657:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:2.0:1769074834.794660:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074834.794663:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794676:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794687:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074834.794691:0:111070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074834.794694:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074834.794698:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794703:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794710:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794716:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794719:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074834.794721:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:2.0:1769074834.794724:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074834.794727:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794734:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074834.794749:0:111070:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074834.794752:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074834.794756:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794760:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794768:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794775:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794777:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074834.794779:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:2.0:1769074834.794782:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074834.794785:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794792:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794801:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074834.794804:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794808:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794815:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794821:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794824:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074834.794826:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:2.0:1769074834.794829:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d10197fb58 00010000:00010000:2.0:1769074834.794832:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794845:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794852:0:111070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.794855:0:111070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074834.794858:0:111070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074834.794861:0:111070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074834.794865:0:111070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.794870:0:111070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794876:0:111070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.794883:0:111070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.794886:0:111070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074834.794888:0:111070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:2.0:1769074834.794891:0:111070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074834.794893:0:111070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.794900:0:111070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.811827:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074834.811854:0:111071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074834.811861:0:111071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074834.811889:0:111071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.811909:0:111071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.811925:0:111071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.811934:0:111071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074834.811942:0:111071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074834.811946:0:111071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074834.811955:0:111071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101ebbcb8 00010000:00010000:1.0:1769074834.811959:0:111071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.811968:0:111071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.815366:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815385:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.815397:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815401:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.815409:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815412:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.815419:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815421:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.815429:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815431:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.815439:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815442:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.815450:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815453:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.815460:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815462:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.815470:0:111071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.815473:0:111071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074834.830479:0:111074:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074834.830500:0:111074:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074834.830508:0:111074:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074834.830535:0:111074:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.830553:0:111074:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.830567:0:111074:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.830581:0:111074:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074834.830590:0:111074:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074834.830595:0:111074:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074834.830604:0:111074:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101ebbcb8 00010000:00010000:1.0:1769074834.830608:0:111074:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.830616:0:111074:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.839798:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839821:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074834.839836:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839841:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.839849:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839852:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.839861:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839863:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.839871:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839874:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.839883:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839887:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.839897:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839900:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.839908:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839911:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.839919:0:111075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.839923:0:111075:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074834.847582:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074834.847610:0:111077:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074834.847620:0:111077:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074834.847650:0:111077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074834.847673:0:111077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.847693:0:111077:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.847701:0:111077:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074834.847709:0:111077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074834.847713:0:111077:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074834.847720:0:111077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101cb3cb8 00010000:00010000:3.0:1769074834.847724:0:111077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.847733:0:111077:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.849048:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849061:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.849075:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849078:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.849087:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849090:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.849096:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849100:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.849109:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849112:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.849120:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849152:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.849163:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849167:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.849175:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849179:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.849187:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.849191:0:111077:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074834.850074:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074834.850085:0:111077:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074834.850090:0:111077:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074834.850109:0:111077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074834.850149:0:111077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.850165:0:111077:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.850172:0:111077:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074834.850179:0:111077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074834.850183:0:111077:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074834.850189:0:111077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101cb3cb8 00010000:00010000:3.0:1769074834.850193:0:111077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.850201:0:111077:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.850226:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.851153:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074834.851164:0:111079:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074834.851169:0:111079:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074834.851181:0:111079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074834.851192:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.851203:0:111079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.851209:0:111079:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074834.851215:0:111079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074834.851218:0:111079:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:2.0:1769074834.851222:0:111079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074834.851225:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.851242:0:111079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.852484:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852496:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074834.852507:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852511:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.852519:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852522:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.852530:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852533:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.852542:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852545:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.852552:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852556:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.852567:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852571:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.852578:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852581:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.852589:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.852597:0:111079:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074834.852604:0:111079:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074834.852620:0:111079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074834.852676:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111079 initiator: MDT0 00010000:00010000:2.0:1769074834.852685:0:111079:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000020:00100000:2.0:1769074834.852696:0:111079:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074834.852708:0:111079:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941f80 x1855007611958016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074834.852717:0:111079:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000100:00100000:2.0:1769074834.852738:0:111079:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958016:192.168.204.123@tcp:101:awk.0 00000100:00100000:2.0:1769074834.852932:0:111079:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17780 going to sleep for 11 seconds 00000080:00200000:0.0:1769074834.853797:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074834.853810:0:111078:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074834.853816:0:111078:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074834.853831:0:111078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074834.853844:0:111078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.853856:0:111078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.853863:0:111078:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074834.853869:0:111078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074834.853873:0:111078:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:0.0:1769074834.853878:0:111078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101ddbcb8 00010000:00010000:0.0:1769074834.853882:0:111078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.853889:0:111078:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.855191:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855206:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074834.855220:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855224:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.855254:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855258:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.855266:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855269:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.855275:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855278:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.855285:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855289:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.855297:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855301:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.855310:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855313:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.855321:0:111078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.855325:0:111078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074834.860572:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074834.860593:0:111077:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:3.0:1769074834.860666:0:111077:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:3.0:1769074834.860699:0:111077:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074834.861574:0:111077:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074834.861582:0:111077:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074834.861599:0:111077:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074834.861612:0:111077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.861623:0:111077:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.861631:0:111077:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074834.861639:0:111077:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074834.861643:0:111077:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:3.0:1769074834.861650:0:111077:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d101cb3cb8 00010000:00010000:3.0:1769074834.861654:0:111077:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.861661:0:111077:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.861693:0:111077:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.861699:0:111077:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:3.0:1769074834.861703:0:111077:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1808, max_age 1826 00800000:00000004:3.0:1769074834.861712:0:111077:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1808, max_age 1826 00000100:00100000:3.0:1769074834.861761:0:111077:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111077:1855007611958144:192.168.204.123@tcp:41:df.0 00000100:00100000:3.0:1769074834.861974:0:111077:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074834.866095:0:111079:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958016:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074834.866120:0:111079:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866825:0:111079:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866833:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866840:0:111079:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866848:0:111079:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866855:0:111079:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074834.866863:0:111079:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866875:0:111079:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866882:0:111079:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866890:0:111079:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074834.866898:0:111079:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00010000:00010000:1.0:1769074834.866904:0:111079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab86f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00000002:00100000:1.0:1769074834.866928:0:111079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941f80 x1855007611958016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074834.866944:0:111079:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074834.866973:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.866988:0:111079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074834.866996:0:111079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1019879a8 00010000:00010000:1.0:1769074834.867000:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.867009:0:111079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074834.867623:0:111077:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111077:1855007611958144:192.168.204.123@tcp:41:df.0 00800000:00000004:0.0:1769074834.867642:0:111077:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074834.867649:0:111077:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074834.867654:0:111077:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000080:00200000:1.0:1769074834.871004:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871024:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.871036:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871041:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.871049:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871052:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.871059:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871062:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.871070:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871073:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.871079:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871083:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.871091:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871093:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.871101:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871104:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.871112:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.871747:0:111079:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b1af00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074834.871885:0:111079:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074834.871913:0:111079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074834.871985:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.871996:0:111079:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000020:00100000:0.0:1769074834.872010:0:111079:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074834.872024:0:111079:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007611958400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074834.872034:0:111079:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000100:00100000:0.0:1769074834.872057:0:111079:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958400:192.168.204.123@tcp:101:awk.0 00000100:00100000:0.0:1769074834.872289:0:111079:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074834.888808:0:111079:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958400:192.168.204.123@tcp:101:awk.0 00010000:00010000:0.0:1769074834.888838:0:111079:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888852:0:111079:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888858:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888864:0:111079:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888873:0:111079:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888882:0:111079:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074834.888887:0:111079:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888893:0:111079:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888899:0:111079:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888905:0:111079:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074834.888912:0:111079:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.888917:0:111079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab876 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00000002:00100000:0.0:1769074834.888935:0:111079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007611958400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074834.888949:0:111079:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074834.888976:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.888988:0:111079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074834.888997:0:111079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1019879a8 00010000:00010000:0.0:1769074834.889001:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.889007:0:111079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.890275:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890290:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074834.890302:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890307:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.890317:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890320:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.890328:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890332:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.890353:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890357:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.890368:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890372:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.890381:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890383:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.890392:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890395:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.890404:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.890418:0:111079:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502d85080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074834.890426:0:111079:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074834.890449:0:111079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074834.890524:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.890533:0:111079:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000020:00100000:0.0:1769074834.890545:0:111079:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074834.890553:0:111079:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007611958656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074834.890564:0:111079:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000100:00100000:0.0:1769074834.890597:0:111079:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958656:192.168.204.123@tcp:101:awk.0 00000100:00100000:0.0:1769074834.890794:0:111079:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074834.897753:0:111079:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958656:192.168.204.123@tcp:101:awk.0 00010000:00010000:0.0:1769074834.897776:0:111079:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897789:0:111079:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897796:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897802:0:111079:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897810:0:111079:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897816:0:111079:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074834.897820:0:111079:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897827:0:111079:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897834:0:111079:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897844:0:111079:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074834.897849:0:111079:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.897855:0:111079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab87d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00000002:00100000:0.0:1769074834.897872:0:111079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007611958656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074834.897886:0:111079:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074834.897908:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.897919:0:111079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074834.897927:0:111079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1019879a8 00010000:00010000:0.0:1769074834.897931:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.897938:0:111079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.898360:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898371:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074834.898382:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898385:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.898393:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898396:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.898403:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898406:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.898413:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898416:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.898423:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898426:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.898434:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898437:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.898445:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898448:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.898455:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.898468:0:111079:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a7200, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074834.898475:0:111079:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074834.898496:0:111079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074834.898550:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.898558:0:111079:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000020:00100000:0.0:1769074834.898568:0:111079:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074834.898576:0:111079:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007611958912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074834.898840:0:111079:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00000100:00100000:0.0:1769074834.898861:0:111079:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958912:192.168.204.123@tcp:101:awk.0 00000100:00100000:0.0:1769074834.899036:0:111079:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074834.914350:0:111079:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111079:1855007611958912:192.168.204.123@tcp:101:awk.0 00010000:00010000:0.0:1769074834.914380:0:111079:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914393:0:111079:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914401:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914408:0:111079:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914416:0:111079:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914422:0:111079:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074834.914427:0:111079:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914435:0:111079:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914441:0:111079:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914447:0:111079:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074834.914453:0:111079:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00010000:00010000:0.0:1769074834.914459:0:111079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab884 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111079 initiator: MDT0 00000002:00100000:0.0:1769074834.914479:0:111079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007611958912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074834.914510:0:111079:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074834.914948:0:111079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.914963:0:111079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074834.914971:0:111079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d1019879a8 00010000:00010000:1.0:1769074834.914975:0:111079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.914982:0:111079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.915424:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915435:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.915448:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915453:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915463:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915466:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915475:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915478:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915487:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915490:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915515:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915520:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915529:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915532:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915541:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915544:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915554:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915558:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074834.915703:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915709:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.915719:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915722:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915730:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915733:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915741:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915745:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915765:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915770:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915781:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915785:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915792:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915795:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915804:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915807:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.915815:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915818:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074834.915937:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915942:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.915952:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915955:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915962:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915965:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915972:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915974:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915981:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915984:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.915992:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.915995:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916001:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916004:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916011:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916014:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916022:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916025:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074834.916245:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916250:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.916258:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916262:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.916270:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916274:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.916282:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916285:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.916294:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916297:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.916306:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916309:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916317:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916320:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916328:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916331:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.916338:0:111079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.916341:0:111079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00010000:00010000:0.0:1769074834.926375:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074834.952012:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074834.952041:0:111083:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074834.952049:0:111083:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074834.952077:0:111083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.952099:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.952116:0:111083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.952145:0:111083:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074834.952154:0:111083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074834.952158:0:111083:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074834.952166:0:111083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101b5fcb8 00010000:00010000:1.0:1769074834.952170:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.952178:0:111083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.958649:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958667:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.958679:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958683:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.958691:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958694:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.958701:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958704:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.958712:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958715:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.958724:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958727:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.958735:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958738:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.958747:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958750:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.958757:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.958773:0:111083:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ecc900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074834.958782:0:111083:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074834.958809:0:111083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074834.958888:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111083 initiator: MDT0 00010000:00010000:1.0:1769074834.958900:0:111083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000020:00100000:1.0:1769074834.958912:0:111083:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074834.958925:0:111083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007611959168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074834.958936:0:111083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000100:00100000:1.0:1769074834.958962:0:111083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959168:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074834.959191:0:111083:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e780 going to sleep for 11 seconds 00000080:00200000:3.0:1769074834.968321:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074834.968347:0:111082:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074834.968355:0:111082:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074834.968389:0:111082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074834.968408:0:111082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.968424:0:111082:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.968432:0:111082:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074834.968440:0:111082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074834.968443:0:111082:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074834.968461:0:111082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10198fcb8 00010000:00010000:3.0:1769074834.968465:0:111082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074834.968474:0:111082:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.970039:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074834.970057:0:111084:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074834.970064:0:111084:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074834.970084:0:111084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074834.970100:0:111084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.970113:0:111084:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074834.970120:0:111084:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074834.970149:0:111084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074834.970153:0:111084:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074834.970159:0:111084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101463cb8 00010000:00010000:1.0:1769074834.970162:0:111084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074834.970171:0:111084:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074834.971012:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971026:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074834.971039:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971044:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.971051:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971054:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.971062:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971065:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.971072:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971074:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074834.971082:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971086:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.971094:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971097:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.971107:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971110:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074834.971119:0:111082:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074834.971163:0:111082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074834.972376:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972387:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.972398:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972402:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.972409:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972411:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.972418:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972420:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.972427:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972430:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.972438:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972441:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.972449:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972451:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.972461:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972465:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.972475:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.972480:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074834.976004:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976023:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.976036:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976040:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.976049:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976052:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.976060:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976063:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.976070:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976072:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.976080:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976083:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.976092:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976094:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.976101:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976104:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.976112:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.976115:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000100:00100000:0.0:1769074834.976710:0:111083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959168:192.168.204.123@tcp:101:openssl.0 00010000:00010000:0.0:1769074834.976732:0:111083:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976745:0:111083:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976887:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976896:0:111083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976905:0:111083:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976911:0:111083:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074834.976916:0:111083:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976923:0:111083:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976930:0:111083:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976937:0:111083:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074834.976944:0:111083:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.976955:0:111083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ab88b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00000002:00100000:0.0:1769074834.976975:0:111083:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007611959168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074834.976990:0:111083:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074834.977020:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.977032:0:111083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074834.977040:0:111083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101b5f9a8 00010000:00010000:0.0:1769074834.977045:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074834.977052:0:111083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074834.978092:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978105:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074834.978114:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978117:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.978155:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978158:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.978165:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978168:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.978176:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978179:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074834.978187:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978190:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.978198:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.978201:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.979043:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979053:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.979061:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979065:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.979072:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979074:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.979081:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979084:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.979090:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979092:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.979099:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979101:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.979109:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979111:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.979117:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979119:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.979149:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.979153:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074834.980448:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.980463:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074834.980500:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074834.980516:0:111083:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502d84c00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074834.980524:0:111083:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074834.980553:0:111083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074834.980904:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111083 initiator: MDT0 00010000:00010000:0.0:1769074834.980914:0:111083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000020:00100000:0.0:1769074834.980930:0:111083:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074834.980941:0:111083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ed80 x1855007611959424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074834.980952:0:111083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000100:00100000:0.0:1769074834.980975:0:111083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959424:192.168.204.123@tcp:101:openssl.0 00000100:00100000:0.0:1769074834.981840:0:111083:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000080:00200000:1.0:1769074834.982281:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982291:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.982304:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982308:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982316:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982319:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982330:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982333:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982352:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982356:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982368:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982372:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982381:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982384:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982392:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982395:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982402:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982406:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074834.982566:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982571:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.982670:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982675:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982687:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982689:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982698:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982701:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982709:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982711:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982718:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982722:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982730:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982733:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982742:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982745:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.982830:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982835:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074834.982966:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982971:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.982980:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982983:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.982991:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.982994:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983006:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983009:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983018:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983021:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983029:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983032:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983041:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983043:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983052:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983055:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983062:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983066:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074834.983222:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983236:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.983247:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983250:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983259:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983262:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983270:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983272:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983279:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983282:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983288:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983291:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983299:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983302:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983308:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983311:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983317:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983321:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074834.983487:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983492:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074834.983502:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983505:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983513:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983515:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983523:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983525:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983533:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983536:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074834.983543:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983546:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983555:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983557:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.983565:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.983568:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074834.984245:0:111084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074834.984255:0:111084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1769074834.991073:0:111083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959424:192.168.204.123@tcp:101:openssl.0 00010000:00010000:2.0:1769074834.991095:0:111083:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991108:0:111083:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991115:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991140:0:111083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991151:0:111083:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991157:0:111083:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074834.991161:0:111083:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991168:0:111083:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991175:0:111083:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991181:0:111083:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074834.991197:0:111083:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991203:0:111083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ab892 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00000002:00100000:2.0:1769074834.991221:0:111083:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ed80 x1855007611959424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074834.991244:0:111083:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074834.991270:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.991282:0:111083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074834.991296:0:111083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101b5f9a8 00010000:00010000:2.0:1769074834.991300:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074834.991308:0:111083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074834.991611:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991621:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074834.991632:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991636:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.991645:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991648:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.991658:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991661:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.991669:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991671:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074834.991678:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991681:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.991688:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991691:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.991698:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991701:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074834.991707:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074834.991720:0:111083:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074834.991727:0:111083:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074834.991745:0:111083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074834.991798:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074834.991806:0:111083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000020:00100000:2.0:1769074834.991816:0:111083:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074834.991822:0:111083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007611959680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074834.991831:0:111083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00000100:00100000:2.0:1769074834.991852:0:111083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959680:192.168.204.123@tcp:101:openssl.0 00000100:00100000:2.0:1769074834.992018:0:111083:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.000566:0:111083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111083:1855007611959680:192.168.204.123@tcp:101:openssl.0 00010000:00010000:2.0:1769074835.000591:0:111083:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000603:0:111083:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000609:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000615:0:111083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000622:0:111083:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000628:0:111083:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.000632:0:111083:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000639:0:111083:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000646:0:111083:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000652:0:111083:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.000658:0:111083:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00010000:00010000:2.0:1769074835.000663:0:111083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ab899 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111083 initiator: MDT0 00000002:00100000:2.0:1769074835.000677:0:111083:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941500 x1855007611959680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074850 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.000690:0:111083:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.000715:0:111083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.000727:0:111083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074835.000736:0:111083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101b5f9a8 00010000:00010000:2.0:1769074835.000740:0:111083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.000748:0:111083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.001110:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.001146:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.001160:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.001165:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.001175:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.001179:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.001187:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.001189:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.001199:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.001204:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.001321:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.001327:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.001337:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.001340:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.001458:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.001462:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.001473:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.001477:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074835.004556:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004582:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.004599:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004604:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.004612:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004615:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.004625:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004627:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.004636:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004639:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.004647:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004650:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.004657:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004660:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.004667:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004670:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.004677:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.004681:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074835.005154:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.005162:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.005173:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.005176:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.009095:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009114:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.009186:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009191:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.009205:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009217:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.009238:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009241:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.009251:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009254:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.009267:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009269:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.009277:0:111083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.009282:0:111083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074835.059806:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074835.059832:0:111088:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074835.059843:0:111088:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074835.059869:0:111088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.059889:0:111088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.059906:0:111088:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.059914:0:111088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.059923:0:111088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074835.059927:0:111088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:1.0:1769074835.059935:0:111088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101ddbcb8 00010000:00010000:1.0:1769074835.059939:0:111088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.059949:0:111088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.061926:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.061945:0:111087:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.061953:0:111087:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.061973:0:111087:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.061990:0:111087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.062004:0:111087:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.062011:0:111087:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.062018:0:111087:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.062023:0:111087:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:3.0:1769074835.062028:0:111087:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101463cb8 00010000:00010000:3.0:1769074835.062032:0:111087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.062040:0:111087:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.063952:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.063971:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.063984:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.063989:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.063997:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.063999:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.064008:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064011:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.064018:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064021:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.064030:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064033:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.064043:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064046:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.064054:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064057:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.064065:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.064068:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1769074835.065031:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.065047:0:111089:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.065053:0:111089:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.065082:0:111089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.065104:0:111089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.065120:0:111089:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.065169:0:111089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.065177:0:111089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.065180:0:111089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:0.0:1769074835.065188:0:111089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d101b6fcb8 00010000:00010000:0.0:1769074835.065191:0:111089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.065200:0:111089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.065268:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065275:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.065285:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065288:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065295:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065298:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065304:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065308:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065314:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065317:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065326:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065330:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065338:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065447:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065462:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065465:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065474:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065479:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074835.065655:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065659:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.065669:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065672:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065678:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065681:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065688:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065691:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065699:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065701:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.065709:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065712:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065720:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065723:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065731:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065733:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.065741:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.065745:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074835.066945:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.066956:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.066966:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.066969:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.066977:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.066980:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.066987:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.066989:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.066997:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.066999:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067005:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067008:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067015:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067018:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067026:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067029:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067036:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067040:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074835.067183:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067188:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.067198:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067201:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067355:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067360:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067369:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067372:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067379:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067381:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067388:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067390:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067397:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067400:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067407:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067409:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067417:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067420:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074835.067550:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067555:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.067564:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067567:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067732:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067737:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067751:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067765:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067777:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067780:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.067789:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067792:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067802:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067805:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067813:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067816:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.067824:0:111088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.067827:0:111088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074835.070172:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070197:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.070210:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070213:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.070221:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070237:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.070246:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070250:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.070257:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070260:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.070267:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070270:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.070277:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070280:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.070286:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070289:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.070299:0:111087:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.070302:0:111087:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.095524:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.095547:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.095560:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.095564:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.095573:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098086:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098157:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098163:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098176:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098180:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098189:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098192:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098203:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098206:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098217:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098220:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098242:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098247:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074835.098518:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098523:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.098532:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098535:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098542:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098545:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098553:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098556:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098564:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098567:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098586:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098590:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098600:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098603:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098611:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098614:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098622:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098626:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074835.098761:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098767:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.098776:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098779:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098786:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098789:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098796:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098800:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098807:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098810:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098819:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098821:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098828:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098831:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098840:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098843:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.098849:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098853:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074835.098973:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098978:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.098987:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.098990:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.098997:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099000:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099007:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099010:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099018:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099020:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099029:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099032:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099039:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099042:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099050:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099052:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099061:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099065:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074835.099212:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099217:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.099238:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099242:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099250:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099253:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099260:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099263:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099269:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099272:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099278:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099280:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099286:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099289:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099295:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099297:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099303:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099307:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074835.099410:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099415:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.099422:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099425:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099432:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099434:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099444:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099446:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099453:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099456:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099464:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099467:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099474:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099476:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099484:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099486:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099495:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099499:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074835.099613:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099618:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.099628:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099631:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099639:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099642:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099650:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099653:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099660:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099663:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.099671:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099674:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099683:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099686:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099694:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099697:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.099705:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.099708:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.100488:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100496:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.100508:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100511:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.100519:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100522:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.100531:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100534:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.100542:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100545:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.100551:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100554:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.100561:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100564:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.100719:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100724:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.100738:0:111089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.100742:0:111089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074835.127821:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074835.127846:0:111092:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074835.127856:0:111092:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074835.127885:0:111092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074835.127902:0:111092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.127919:0:111092:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.127927:0:111092:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074835.127934:0:111092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074835.127938:0:111092:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab7d5 00000080:00010000:2.0:1769074835.127946:0:111092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab7d5 from it ffffb0d10198fcb8 00010000:00010000:2.0:1769074835.127950:0:111092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.127959:0:111092:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.130092:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130109:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.130120:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130145:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.130154:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130156:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.130163:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130166:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.130172:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130175:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.130181:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130184:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.130192:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130195:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.130204:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130207:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.130216:0:111092:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.130219:0:111092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.136150:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136168:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.136183:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136187:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.136197:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136200:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.136209:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136212:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.136221:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136234:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.136245:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136248:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.136257:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136260:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.136268:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136271:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.136280:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136284:0:111091:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.136815:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.136831:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.136837:0:111091:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c3500, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:0.0:1769074835.136847:0:111091:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000002:00010000:0.0:1769074835.136875:0:111091:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x200000401:0x176:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:0.0:1769074835.136895:0:111091:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.136918:0:111091:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.137066:0:111091:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.137073:0:111091:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074835.137076:0:111091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ab7d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200950 expref: -99 pid: 109801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.137101:0:111091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111091 initiator: MDT0 00010000:00010000:0.0:1769074835.137109:0:111091:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111091 initiator: MDT0 00000020:00100000:0.0:1769074835.137145:0:111091:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.137159:0:111091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c000 x1855007611959936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.137168:0:111091:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111091 initiator: MDT0 00000100:00100000:0.0:1769074835.137187:0:111091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111091:1855007611959936:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074835.145055:0:111091:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.153496:0:111091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111091:1855007611959936:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074835.153525:0:111091:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153549:0:111091:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153558:0:111091:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153570:0:111091:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153593:0:111091:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153605:0:111091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153612:0:111091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153619:0:111091:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.153629:0:111091:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97a506b2c000 x1855007611959936/t4294968903(4294968903) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074835.153642:0:111091:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b2c000 x1855007611959936/t4294968903(4294968903) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.153655:0:111091:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153665:0:111091:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:0.0:1769074835.153672:0:111091:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074835.153686:0:111091:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200000:0.0:1769074835.153721:0:111091:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00200000:0.0:1769074835.153729:0:111091:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:0.0:1769074835.153784:0:111091:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1769074835.153790:0:111091:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:0.0:1769074835.153793:0:111091:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888ab8a0 00000080:00010000:0.0:1769074835.153804:0:111091:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00200008:0.0:1769074835.153820:0:111091:0:(file.c:1001:ll_file_open()) START file pjdfstest_d7f9001815bdd190bd96e68761d64d82:[0x200000401:0x176:0x0](ffff97a509e51988), flags 100300 00000002:00100000:0.0:1769074835.153842:0:111091:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b2c000 x1855007611959936/t4294968903(4294968903) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1769074835.153879:0:111091:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a0 from it ffff97a505249e40 00010000:00010000:0.0:1769074835.153883:0:111091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.153891:0:111091:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.153913:0:111091:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 40 00000080:00200008:0.0:1769074835.153953:0:111091:0:(file.c:424:ll_file_release()) START file pjdfstest_d7f9001815bdd190bd96e68761d64d82:[0x200000401:0x176:0x0](ffff97a509e51988), flags 100000 00000002:00100000:0.0:1769074835.154000:0:111091:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506b2c000 x1855007611959936/t4294968903(4294968903) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074835.154014:0:111091:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074835.154019:0:111091:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ed80 x1855007611960192/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074835.154040:0:111091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111091:1855007611960192:192.168.204.123@tcp:35:pjdfstest.0 00000100:00100000:0.0:1769074835.154112:0:111091:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.159605:0:111091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111091:1855007611960192:192.168.204.123@tcp:35:pjdfstest.0 00000002:00100000:0.0:1769074835.159641:0:111091:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506b2c000 x1855007611959936/t4294968903(4294968903) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.173033:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.173060:0:111094:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.173068:0:111094:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.173091:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.173105:0:111094:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074835.173175:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:3.0:1769074835.173403:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:3.0:1769074835.173418:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:3.0:1769074835.173448:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960320:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074835.173587:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.177677:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960320:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074835.177704:0:111094:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177716:0:111094:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177729:0:111094:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177741:0:111094:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177753:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177761:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177770:0:111094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.177780:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924380 x1855007611960320/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.177792:0:111094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.177806:0:111094:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074835.177814:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074835.178680:0:111094:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074835.178689:0:111094:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8a7 00000080:00010000:0.0:1769074835.178695:0:111094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.178698:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c23cb8 00010000:00010000:0.0:1769074835.178703:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.178713:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.181253:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.181272:0:111094:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.181278:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.181299:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.181355:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.181371:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.181381:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:0.0:1769074835.181402:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960448:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.181480:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.190489:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960448:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.190522:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190534:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190540:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190546:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190552:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190556:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.190559:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190564:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190714:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190722:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.190727:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.190733:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:0.0:1769074835.190750:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007611960448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.190764:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.190850:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.190864:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074835.190873:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c23980 00010000:00010000:2.0:1769074835.190877:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.190885:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.190966:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.190984:0:111094:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.190989:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.191005:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.191046:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.191053:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.191063:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:2.0:1769074835.191085:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960576:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.191196:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.196085:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960576:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074835.196115:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196142:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196149:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196156:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196163:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196170:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.196175:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196181:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196188:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196194:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.196201:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:2.0:1769074835.196285:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ab8b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:2.0:1769074835.196303:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007611960576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.196316:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.196509:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.196522:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.196530:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c23980 00010000:00010000:3.0:1769074835.196535:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.196541:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.196620:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.196630:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.196644:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.196648:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.196656:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.196659:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.196667:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.196677:0:111094:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.196681:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.196700:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.196740:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:3.0:1769074835.196747:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:3.0:1769074835.196940:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:3.0:1769074835.196968:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960704:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074835.197080:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.200800:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960704:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.200833:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200845:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200852:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200858:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200865:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200870:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.200874:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200881:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200888:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200895:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.200902:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.200909:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888ab8bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:0.0:1769074835.200929:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007611960704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.200944:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.200972:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.200984:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.200993:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c23980 00010000:00010000:0.0:1769074835.200997:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.201004:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.201084:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.201094:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.201109:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.201112:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.201162:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.201179:0:111094:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51923e300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.201198:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.201219:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.201288:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.201296:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000020:00100000:0.0:1769074835.201308:0:111094:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.201315:0:111094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611960960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.201324:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:0.0:1769074835.201345:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960960:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.201532:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.204709:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611960960:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.204729:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.204989:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.204996:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205002:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205007:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205011:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.205014:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205018:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205022:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205027:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.205032:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.205036:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:0.0:1769074835.205052:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611960960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.205063:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.205090:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.205100:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.205110:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c239a8 00010000:00010000:0.0:1769074835.205113:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.205117:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.205909:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205922:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.205941:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205945:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.205952:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205955:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.205963:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205965:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.205974:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205977:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.205985:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205989:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.205996:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.205998:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.206007:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.206010:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.206019:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.206030:0:111094:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6d380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.206037:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.206057:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.206109:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.206116:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000020:00100000:0.0:1769074835.206154:0:111094:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.206162:0:111094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611961216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.206171:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:0.0:1769074835.206327:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611961216:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.206664:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.209937:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611961216:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.209963:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.209976:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.209983:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.209990:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.209997:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210003:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.210008:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210015:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210022:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210029:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.210035:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210040:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:0.0:1769074835.210056:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611961216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.210067:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.210089:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.210098:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.210104:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c239a8 00010000:00010000:0.0:1769074835.210106:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.210111:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.210595:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210604:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.210613:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210615:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.210621:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210622:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.210628:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210630:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.210636:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210638:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.210643:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210646:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.210650:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210652:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.210656:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210657:0:111094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.210662:0:111094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.210670:0:111094:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503005980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.210675:0:111094:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.210692:0:111094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.210748:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.210753:0:111094:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000020:00100000:0.0:1769074835.210765:0:111094:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.210772:0:111094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611961472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.210780:0:111094:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00000100:00100000:0.0:1769074835.210807:0:111094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611961472:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.210971:0:111094:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.213808:0:111094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111094:1855007611961472:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.213843:0:111094:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213856:0:111094:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213863:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213869:0:111094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213877:0:111094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213882:0:111094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.213887:0:111094:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213893:0:111094:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213900:0:111094:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213907:0:111094:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.213913:0:111094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00010000:00010000:0.0:1769074835.213923:0:111094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111094 initiator: MDT0 00000002:00100000:0.0:1769074835.213943:0:111094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611961472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.213957:0:111094:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.213983:0:111094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.213997:0:111094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.214006:0:111094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101c239a8 00010000:00010000:0.0:1769074835.214011:0:111094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.214018:0:111094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.220326:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074835.220481:0:111097:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074835.220489:0:111097:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074835.220514:0:111097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074835.220535:0:111097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.220552:0:111097:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.220560:0:111097:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074835.220567:0:111097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074835.220571:0:111097:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8a7 00000080:00010000:2.0:1769074835.220580:0:111097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8a7 from it ffffb0d101463cb8 00010000:00010000:2.0:1769074835.220584:0:111097:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.220592:0:111097:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.221635:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221646:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.221656:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221661:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.221669:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221673:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.221681:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221684:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.221692:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221695:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.221704:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221708:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.221717:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221720:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.221728:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221730:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.221749:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.221754:0:111096:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074835.222514:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222522:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.222534:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222538:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.222545:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222548:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.222556:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222559:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.222567:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222570:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.222580:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222583:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.222592:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222595:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.222604:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222607:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.222618:0:111097:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.222620:0:111097:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074835.223390:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.223408:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074835.223413:0:111096:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503006d80, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:1.0:1769074835.223422:0:111096:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000002:00010000:1.0:1769074835.223671:0:111096:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x200000401:0x177:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:1.0:1769074835.223694:0:111096:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.223719:0:111096:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.223933:0:111096:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.223946:0:111096:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074835.223949:0:111096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888ab8a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200bcd expref: -99 pid: 111094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.223975:0:111096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111096 initiator: MDT0 00010000:00010000:1.0:1769074835.223982:0:111096:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111096 initiator: MDT0 00000020:00100000:1.0:1769074835.223993:0:111096:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074835.224006:0:111096:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e300 x1855007611961728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074835.224016:0:111096:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111096 initiator: MDT0 00000100:00100000:1.0:1769074835.224038:0:111096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111096:1855007611961728:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074835.224298:0:111096:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.230100:0:111096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111096:1855007611961728:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074835.230154:0:111096:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230177:0:111096:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230185:0:111096:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230202:0:111096:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230214:0:111096:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230235:0:111096:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230243:0:111096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230250:0:111096:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074835.230262:0:111096:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97a506b5e300 x1855007611961728/t4294968905(4294968905) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074835.230275:0:111096:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b5e300 x1855007611961728/t4294968905(4294968905) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074835.230288:0:111096:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230298:0:111096:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/375 (0 0) 00000080:00200000:1.0:1769074835.230305:0:111096:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074835.230321:0:111096:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200000:1.0:1769074835.230357:0:111096:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x177:0x0](ffff97a509f6cb08) 00000080:00200000:1.0:1769074835.230366:0:111096:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x177:0x0], updating i_size 0 00000080:00200000:1.0:1769074835.230406:0:111096:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x177:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074835.230412:0:111096:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000401:0x177:0x0](ffff97a509f6cb08) 00000080:00010000:1.0:1769074835.230416:0:111096:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x177:0x0](ffff97a509f6cb08) for lock 0xd0f48591888ab8d8 00000080:00010000:1.0:1769074835.230427:0:111096:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x177:0x0](ffff97a509f6cb08) 00000080:00200008:1.0:1769074835.230444:0:111096:0:(file.c:1001:ll_file_open()) START file pjdfstest_92b6059f35366aef0b4e5966b6bab64f:[0x200000401:0x177:0x0](ffff97a509f6cb08), flags 100300 00000002:00100000:1.0:1769074835.230469:0:111096:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b5e300 x1855007611961728/t4294968905(4294968905) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074835.230503:0:111096:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8d8 from it ffff97a5207d5d20 00010000:00010000:1.0:1769074835.230508:0:111096:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.230517:0:111096:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.230542:0:111096:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x177:0x0](ffff97a509f6cb08), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074835.230577:0:111096:0:(file.c:424:ll_file_release()) START file pjdfstest_92b6059f35366aef0b4e5966b6bab64f:[0x200000401:0x177:0x0](ffff97a509f6cb08), flags 100000 00000002:00100000:1.0:1769074835.230620:0:111096:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506b5e300 x1855007611961728/t4294968905(4294968905) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074835.230631:0:111096:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074835.230635:0:111096:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007611961984/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074835.230657:0:111096:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111096:1855007611961984:192.168.204.123@tcp:35:pjdfstest.0 00000100:00100000:1.0:1769074835.230824:0:111096:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.236580:0:111096:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111096:1855007611961984:192.168.204.123@tcp:35:pjdfstest.0 00000002:00100000:1.0:1769074835.236619:0:111096:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506b5e300 x1855007611961728/t4294968905(4294968905) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.242805:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.242839:0:111099:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.242847:0:111099:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.242869:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.242884:0:111099:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074835.242941:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.242950:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.242960:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:0.0:1769074835.242984:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962112:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074835.243354:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.249774:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962112:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074835.249804:0:111099:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249828:0:111099:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249841:0:111099:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249852:0:111099:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249863:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249870:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249878:0:111099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.249889:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2d880 x1855007611962112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.249901:0:111099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249915:0:111099:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074835.249922:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074835.249944:0:111099:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074835.249950:0:111099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8df 00000080:00010000:0.0:1769074835.249955:0:111099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.249959:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101987cb8 00010000:00010000:0.0:1769074835.249962:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.249970:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.259709:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.259735:0:111099:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.259742:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.259767:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.259852:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.259865:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.259875:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:0.0:1769074835.259902:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962240:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.260015:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.273254:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962240:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.273282:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273297:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273303:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273311:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273319:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273325:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.273330:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273336:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273344:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273352:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.273359:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273364:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:0.0:1769074835.273385:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d880 x1855007611962240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.273400:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.273433:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.273459:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.273468:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101987980 00010000:00010000:0.0:1769074835.273472:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.273481:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.273566:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.273581:0:111099:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.273587:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.273608:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.273654:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273662:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.273673:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:0.0:1769074835.273697:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962368:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.273866:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.291357:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962368:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.291383:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291397:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291404:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291411:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291419:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291425:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.291430:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291437:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291456:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291463:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.291471:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291477:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab8ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:0.0:1769074835.291497:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d880 x1855007611962368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.291513:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.291547:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.291561:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.291571:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101987980 00010000:00010000:0.0:1769074835.291575:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.291583:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.291826:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.291836:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.291849:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.291852:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.291859:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.291862:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.291869:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.291881:0:111099:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.291885:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.291903:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.291942:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291954:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.291963:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:0.0:1769074835.291983:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962496:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.292083:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.303680:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962496:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.303708:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303721:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303729:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303737:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303746:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303752:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.303757:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303774:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303786:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303792:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.303800:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.303806:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab8f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:0.0:1769074835.303836:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d880 x1855007611962496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.303852:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.303879:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.303893:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.303902:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101987980 00010000:00010000:0.0:1769074835.303905:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.303914:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.303998:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.304008:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.304020:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.304023:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.304032:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.304044:0:111099:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c2000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.304051:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.304072:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.304147:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.304155:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000020:00100000:0.0:1769074835.304167:0:111099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.304173:0:111099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611962752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.304184:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:0.0:1769074835.304849:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962752:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.305058:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.308611:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611962752:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.308635:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308649:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308656:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308663:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308674:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308680:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.308684:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308690:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308696:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308702:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.308709:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:0.0:1769074835.308715:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab8fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:0.0:1769074835.308733:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d880 x1855007611962752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.308748:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.308772:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.308784:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.308792:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d1019879a8 00010000:00010000:0.0:1769074835.308796:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.308804:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.309674:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309688:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.309700:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309704:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.309713:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309716:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.309723:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309726:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.309733:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309736:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.309745:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309748:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.309755:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309758:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.309766:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309769:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.309779:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.309791:0:111099:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efdb00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074835.309798:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074835.309831:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074835.309885:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:2.0:1769074835.309898:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000020:00100000:2.0:1769074835.309908:0:111099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074835.309916:0:111099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611963008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074835.309926:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:2.0:1769074835.309945:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611963008:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.310332:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.315858:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611963008:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.315885:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315900:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315907:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315914:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315921:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315928:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.315932:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315939:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315946:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315953:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.315961:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.315970:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab902 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:1.0:1769074835.315989:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941c00 x1855007611963008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.316003:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.316029:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.316041:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.316050:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d1019879a8 00010000:00010000:1.0:1769074835.316055:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.316062:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.316766:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316778:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.316791:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316796:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.316804:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316807:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.316827:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316831:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.316840:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316843:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.316852:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316855:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.316863:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316865:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.316873:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316876:0:111099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.316883:0:111099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.316896:0:111099:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503007980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074835.316902:0:111099:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074835.316926:0:111099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074835.316992:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.317001:0:111099:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000020:00100000:1.0:1769074835.317011:0:111099:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074835.317018:0:111099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c380 x1855007611963264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074835.317027:0:111099:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00000100:00100000:1.0:1769074835.317050:0:111099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611963264:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.318521:0:111099:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.342389:0:111099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111099:1855007611963264:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.342416:0:111099:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342430:0:111099:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342438:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342531:0:111099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342539:0:111099:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342545:0:111099:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.342550:0:111099:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342556:0:111099:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342564:0:111099:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342571:0:111099:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.342577:0:111099:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00010000:00010000:1.0:1769074835.342584:0:111099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ab909 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111099 initiator: MDT0 00000002:00100000:1.0:1769074835.342603:0:111099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c380 x1855007611963264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.342618:0:111099:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.342643:0:111099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.342661:0:111099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.342669:0:111099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d1019879a8 00010000:00010000:1.0:1769074835.342673:0:111099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.342680:0:111099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.365038:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.365062:0:111102:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.365070:0:111102:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.365095:0:111102:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.365115:0:111102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.365151:0:111102:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.365160:0:111102:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.365167:0:111102:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.365171:0:111102:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8df 00000080:00010000:0.0:1769074835.365178:0:111102:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101ddbcb8 00010000:00010000:0.0:1769074835.365183:0:111102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.365191:0:111102:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.366607:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366622:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.366635:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366640:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.366650:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366653:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.366662:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366665:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.366673:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366676:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.366684:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366687:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.366695:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366698:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.366706:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366709:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.366717:0:111102:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.366721:0:111102:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074835.368331:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368347:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.368361:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368365:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.368374:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368376:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.368383:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368386:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.368394:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368397:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.368405:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368408:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.368417:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368420:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.368432:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368435:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.368649:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.368656:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074835.369276:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.369285:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, flags=0 00000080:00200000:3.0:1769074835.369291:0:111101:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.369297:0:111101:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, flags=1536 00000080:00200000:3.0:1769074835.395009:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.395032:0:111104:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.395041:0:111104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.395068:0:111104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.395088:0:111104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.395102:0:111104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.395110:0:111104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.395117:0:111104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.395142:0:111104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8df 00000080:00010000:3.0:1769074835.395150:0:111104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101ddbcb8 00010000:00010000:3.0:1769074835.395153:0:111104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.395168:0:111104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.401329:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401349:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.401365:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401369:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401378:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401381:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401391:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401394:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401403:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401406:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401417:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401421:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401429:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401432:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401439:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401442:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401450:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401454:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074835.401644:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401649:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.401658:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401661:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401668:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401671:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401677:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401680:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401688:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401691:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401698:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401700:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401707:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401710:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401716:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401719:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401726:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401730:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074835.401873:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401878:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.401885:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401888:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401895:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401898:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401906:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401909:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401915:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401918:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.401926:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401929:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401936:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401939:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401946:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401949:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.401956:0:111104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.401960:0:111104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074835.427742:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.427774:0:111107:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.427782:0:111107:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.427803:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.427968:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.427986:0:111107:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.427994:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.428002:0:111107:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.428006:0:111107:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab8df 00000080:00010000:3.0:1769074835.428013:0:111107:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab8df from it ffffb0d101c3bcb8 00010000:00010000:3.0:1769074835.428017:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.428025:0:111107:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.429780:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429797:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.429810:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429814:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.429824:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429827:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.429835:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429838:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.429845:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429847:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.429855:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429858:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.429865:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429868:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.429876:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429878:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.429886:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.429891:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.430428:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.430438:0:111106:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, flags=0 00000080:00200000:0.0:1769074835.430442:0:111106:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.430448:0:111106:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:0.0:1769074835.430494:0:111106:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.430520:0:111106:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.430567:0:111106:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.430580:0:111106:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x177:0x0]: losing layout lock 00010000:00010000:0.0:1769074835.430619:0:111106:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.430627:0:111106:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.430633:0:111106:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074835.430635:0:111106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ab8d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200c67 expref: -99 pid: 111096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.430650:0:111106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab8df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200c7c expref: -99 pid: 111099 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074835.430667:0:111106:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074835.430680:0:111106:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d880 x1855007611963520/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074835.430706:0:111106:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111106:1855007611963520:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074835.430813:0:111106:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000080:00200000:3.0:1769074835.431107:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:0.0:1769074835.436627:0:111106:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111106:1855007611963520:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074835.436705:0:111106:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x177:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1769074835.436716:0:111106:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x177:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1769074835.436724:0:111106:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x177:0x0](ffff97a509f6cb08) 00000080:00200000:2.0:1769074835.437473:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.437480:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.437502:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.437554:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.437566:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.437575:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.437596:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963648:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.437674:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.448606:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963648:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.448631:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448649:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448656:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448663:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448671:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448678:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.448683:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448691:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448698:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448705:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.448715:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448722:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab910 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.448740:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611963648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.448756:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.448788:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.448880:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.448899:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.448904:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.448928:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.448985:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.448993:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.449003:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.449030:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963776:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.449216:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.457194:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963776:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.457235:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457250:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457256:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457263:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457273:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457283:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.457288:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457294:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457302:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457309:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.457316:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457321:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ab917 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.457338:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611963776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.457355:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.457380:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.457456:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.457473:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.457478:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.457498:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.457547:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457554:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.457567:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.457588:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963904:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.457926:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.464650:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611963904:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.464680:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464696:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464705:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464712:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464721:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464728:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.464734:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464742:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464751:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464763:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.464771:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.464778:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab91e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.464805:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611963904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.464823:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.464859:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.464957:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.464979:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.464985:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.465007:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.465065:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.465074:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.465085:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.465113:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964032:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.465533:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.471007:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964032:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.471035:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471052:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471060:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471068:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471075:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471081:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.471086:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471092:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471099:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471105:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.471111:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471117:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab925 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.471161:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611964032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.471176:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.471233:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.471306:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.471322:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.471327:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.471361:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.471419:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471427:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.471436:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.471464:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964160:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.471610:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.483419:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964160:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.483441:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483455:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483462:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483468:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483476:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483486:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.483491:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483499:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483506:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483513:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.483520:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483526:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab92c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.483542:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611964160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.483557:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.483583:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.483652:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.483666:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.483670:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.483689:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.483735:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483743:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.483761:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.483783:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964288:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.483877:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.492788:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964288:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.492832:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492848:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492856:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492864:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492872:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492879:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.492885:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492893:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492902:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492914:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.492921:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.492928:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.492950:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611964288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.492979:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.493009:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.493087:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.493103:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.493107:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.493148:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.493227:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.493234:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.493243:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.493264:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964416:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.493363:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074835.502741:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964416:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074835.502777:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502791:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502798:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502805:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502821:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502827:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074835.502832:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502838:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502846:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502852:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074835.502858:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.502865:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab93a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:2.0:1769074835.502883:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611964416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074835.502899:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074835.502927:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074835.503215:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.503246:0:111107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.503251:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.503269:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.503320:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.503327:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.503524:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.503567:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964544:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.503678:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.517759:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964544:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074835.517807:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518062:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518071:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518078:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518091:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518098:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.518104:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518111:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518120:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518166:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.518175:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:3.0:1769074835.518181:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ab941 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:3.0:1769074835.518543:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611964544/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.518561:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.518594:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074835.518678:0:111107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.518699:0:111107:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074835.518707:0:111107:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074835.518729:0:111107:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074835.522358:0:111107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111107 initiator: MDT0 00010000:00010000:2.0:1769074835.522378:0:111107:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000020:00100000:2.0:1769074835.522394:0:111107:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074835.522406:0:111107:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926300 x1855007611964800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074835.522416:0:111107:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00000100:00100000:2.0:1769074835.522443:0:111107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964800:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074835.522655:0:111107:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.533431:0:111107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111107:1855007611964800:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074835.533461:0:111107:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533476:0:111107:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533482:0:111107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533490:0:111107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533498:0:111107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533505:0:111107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.533510:0:111107:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533517:0:111107:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533529:0:111107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533536:0:111107:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.533543:0:111107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00010000:00010000:0.0:1769074835.533549:0:111107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ab948 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111107 initiator: MDT0 00000002:00100000:0.0:1769074835.533567:0:111107:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926300 x1855007611964800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.533583:0:111107:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.533614:0:111107:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074835.563580:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.563603:0:111109:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.563610:0:111109:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.563631:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.563646:0:111109:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074835.563702:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.563712:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.563723:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:0.0:1769074835.563750:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611964928:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074835.564938:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.575049:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611964928:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074835.575075:0:111109:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575089:0:111109:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575102:0:111109:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575113:0:111109:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575165:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575174:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575180:0:111109:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.575193:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2d180 x1855007611964928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.575481:0:111109:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575496:0:111109:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074835.575504:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074835.575529:0:111109:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074835.575538:0:111109:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab94f 00000080:00010000:0.0:1769074835.575544:0:111109:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.575548:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c43cb8 00010000:00010000:0.0:1769074835.575551:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.575560:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.580075:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.580099:0:111109:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.580105:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.580437:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.580511:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.580523:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.580535:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:0.0:1769074835.580567:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965056:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.580722:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.585791:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965056:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.586016:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586030:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586036:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586044:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586052:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586057:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.586062:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586068:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586074:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586080:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.586087:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586093:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ab956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:3.0:1769074835.586113:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d180 x1855007611965056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.586156:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.586185:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.586208:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.586227:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c43980 00010000:00010000:3.0:1769074835.586231:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.586239:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.586320:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.586513:0:111109:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.586519:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.586542:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.586595:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586602:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.586611:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:3.0:1769074835.586637:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965184:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074835.586832:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.592435:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965184:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.592460:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592599:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592607:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592615:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592624:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592630:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.592635:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592643:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592651:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592657:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.592663:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.592670:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab95d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:3.0:1769074835.592687:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007611965184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.592702:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.592728:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.592740:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.592749:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c43980 00010000:00010000:3.0:1769074835.592753:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.592760:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.592945:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.592955:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.592968:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.592971:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.592979:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.592982:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.592991:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.593000:0:111109:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.593004:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.593019:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.593056:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.593063:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.593076:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:3.0:1769074835.593096:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965312:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074835.593570:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.597729:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965312:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.597761:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597833:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597839:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597846:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597853:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597859:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.597940:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597948:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597955:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597966:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.597973:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.597979:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab964 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:3.0:1769074835.597998:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007611965312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.598012:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.598039:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.598051:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.598061:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c43980 00010000:00010000:3.0:1769074835.598064:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.598072:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.598497:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.598509:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.598525:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.598528:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.598536:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.598551:0:111109:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efc480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074835.598559:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074835.598585:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074835.598641:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:2.0:1769074835.598649:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000020:00100000:2.0:1769074835.598660:0:111109:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074835.598666:0:111109:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611965568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074835.598675:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:2.0:1769074835.598699:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965568:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.599554:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.604048:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965568:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.604084:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604098:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604105:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604113:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604148:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604155:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.604160:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604166:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604173:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604181:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.604188:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.604195:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888ab96b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:0.0:1769074835.604235:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943100 x1855007611965568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.604252:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.604283:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.604301:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.604310:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c439a8 00010000:00010000:0.0:1769074835.604314:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.604321:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.604804:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604816:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.604830:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604834:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.604843:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604846:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.604854:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604857:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.604865:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604868:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.604876:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604879:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.604887:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604890:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.604897:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604900:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.604907:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.604920:0:111109:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508594d80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.604931:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.604956:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.605013:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.605021:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000020:00100000:0.0:1769074835.605032:0:111109:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.605040:0:111109:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f480 x1855007611965824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.605049:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:0.0:1769074835.605071:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965824:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.605316:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.608994:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611965824:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.609020:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609033:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609039:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609045:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609051:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609058:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.609063:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609069:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609077:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609082:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.609089:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.609094:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:0.0:1769074835.609115:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f480 x1855007611965824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.609168:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.609205:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.609229:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.609238:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c439a8 00010000:00010000:0.0:1769074835.609242:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.609249:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.609688:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609697:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.609710:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609715:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.609724:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609726:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.609734:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609737:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.609745:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609748:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.609755:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.609759:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.610000:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.610005:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.610019:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.610022:0:111109:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.610031:0:111109:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.610042:0:111109:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c3380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.610049:0:111109:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.610072:0:111109:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.610164:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111109 initiator: MDT0 00010000:00010000:0.0:1769074835.610172:0:111109:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000020:00100000:0.0:1769074835.610184:0:111109:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.610192:0:111109:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f480 x1855007611966080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.610601:0:111109:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00000100:00100000:0.0:1769074835.610627:0:111109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611966080:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.611441:0:111109:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.614501:0:111109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111109:1855007611966080:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.614527:0:111109:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614540:0:111109:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614562:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614570:0:111109:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614578:0:111109:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614584:0:111109:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.614588:0:111109:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614595:0:111109:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614601:0:111109:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614607:0:111109:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.614614:0:111109:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00010000:00010000:3.0:1769074835.614620:0:111109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ab979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111109 initiator: MDT0 00000002:00100000:3.0:1769074835.614640:0:111109:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f480 x1855007611966080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.614654:0:111109:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.614681:0:111109:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.614699:0:111109:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.614708:0:111109:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c439a8 00010000:00010000:3.0:1769074835.614712:0:111109:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.614719:0:111109:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.622578:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.622603:0:111112:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.622610:0:111112:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.622630:0:111112:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.622647:0:111112:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.622663:0:111112:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.622671:0:111112:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.622678:0:111112:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.622682:0:111112:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab94f 00000080:00010000:0.0:1769074835.622689:0:111112:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab94f from it ffffb0d101c73cb8 00010000:00010000:0.0:1769074835.622692:0:111112:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.622700:0:111112:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.624313:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624327:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.624340:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624345:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.624354:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624356:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.624365:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624368:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.624376:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624379:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.624389:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624392:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.624402:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624405:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.624413:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624416:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.624426:0:111112:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.624430:0:111112:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.627552:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627571:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.627586:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627590:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.627598:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627601:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.627608:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627611:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.627620:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627623:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.627633:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627636:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.627645:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627648:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.627655:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627658:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.627666:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.627669:0:111111:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.628193:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.628212:0:111111:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074835.628228:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074835.628233:0:111111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074835.628238:0:111111:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:2.0:1769074835.628289:0:111111:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.628316:0:111111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.628393:0:111111:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.628401:0:111111:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074835.628404:0:111111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ab94f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200de1 expref: -99 pid: 111109 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074835.628424:0:111111:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074835.628436:0:111111:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007611966336/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074835.628462:0:111111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111111:1855007611966336:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074835.628571:0:111111:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.634624:0:111111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111111:1855007611966336:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074835.634676:0:111111:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x178:0x0](ffff97a509ef3a88) 00000080:00200000:3.0:1769074835.634684:0:111111:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x178:0x0], updating i_size 1024 00000080:00200000:0.0:1769074835.639807:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.639829:0:111114:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.639837:0:111114:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.639857:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.639872:0:111114:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074835.639930:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.639940:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.639951:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.639981:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966464:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074835.640084:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.647080:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966464:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074835.647107:0:111114:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647119:0:111114:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647159:0:111114:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647170:0:111114:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647181:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647188:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647210:0:111114:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074835.647231:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2e680 x1855007611966464/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074835.647245:0:111114:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647258:0:111114:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074835.647266:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074835.647288:0:111114:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074835.647295:0:111114:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab980 00000080:00010000:1.0:1769074835.647301:0:111114:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074835.647304:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8bcb8 00010000:00010000:1.0:1769074835.647307:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.647314:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.648979:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.649000:0:111114:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.649006:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.649028:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.649083:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:2.0:1769074835.649093:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:2.0:1769074835.649103:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:2.0:1769074835.649153:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966592:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.649261:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.656103:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966592:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.656155:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656169:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656176:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656182:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656191:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656206:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.656211:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656225:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656233:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656239:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.656245:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656250:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888ab987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:0.0:1769074835.656266:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943800 x1855007611966592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.656280:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.656304:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.656316:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.656325:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b980 00010000:00010000:0.0:1769074835.656338:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.656346:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.656423:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.656435:0:111114:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.656440:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.656456:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.656497:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656504:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.656512:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.656530:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966720:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.656610:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.659857:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966720:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.659882:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659895:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659901:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659909:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659917:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659922:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.659928:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659933:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659940:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659947:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.659954:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.659960:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ab98e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:0.0:1769074835.659978:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2ea00 x1855007611966720/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.659994:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.660019:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.660032:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.660040:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b980 00010000:00010000:0.0:1769074835.660045:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.660053:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.660161:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.660170:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.660184:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.660187:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.660434:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.660441:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.660456:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.660469:0:111114:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.660474:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.660492:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.660543:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.660551:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.660564:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.660586:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966848:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.660669:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.665384:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611966848:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.665410:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665423:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665430:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665436:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665445:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665451:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.665455:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665461:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665468:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665479:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.665485:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665491:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab995 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:0.0:1769074835.665507:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2ea00 x1855007611966848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.665520:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.665550:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.665562:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.665571:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b980 00010000:00010000:0.0:1769074835.665575:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.665582:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.665659:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.665668:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.665679:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.665682:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.665691:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.665702:0:111114:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6c00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.665710:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.665730:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.665796:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.665804:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000020:00100000:0.0:1769074835.665816:0:111114:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.665823:0:111114:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ea00 x1855007611967104/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.665832:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.665854:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967104:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.666042:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.673373:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967104:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.673398:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673411:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673418:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673424:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673431:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673438:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.673443:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673449:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673456:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673463:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.673469:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.673474:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab99c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:0.0:1769074835.673493:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ea00 x1855007611967104/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.673508:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.673534:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.673546:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.673554:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b9a8 00010000:00010000:0.0:1769074835.673558:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.673566:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.674311:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674323:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.674346:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674350:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.674359:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674362:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.674371:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674374:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.674381:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674383:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.674391:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674394:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.674401:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674404:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.674412:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674414:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.674421:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.674433:0:111114:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.674440:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.674462:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.674527:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.674535:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000020:00100000:0.0:1769074835.674547:0:111114:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.674557:0:111114:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ea00 x1855007611967360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.674568:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.674590:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967360:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.675060:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.679982:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967360:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.680009:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680022:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680029:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680036:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680044:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680050:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.680055:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680062:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680070:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680081:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.680088:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.680094:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:0.0:1769074835.680114:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ea00 x1855007611967360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.680172:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.680201:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.680226:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.680237:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b9a8 00010000:00010000:0.0:1769074835.680242:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.680249:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.680777:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680789:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.680803:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680808:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.680818:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680822:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.680832:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680835:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.680844:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680847:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.680855:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680859:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.680867:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680870:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.680879:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680882:0:111114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.680890:0:111114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.680903:0:111114:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50631e180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.680910:0:111114:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.680934:0:111114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.680995:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111114 initiator: MDT0 00010000:00010000:0.0:1769074835.681004:0:111114:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000020:00100000:0.0:1769074835.681015:0:111114:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.681024:0:111114:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ea00 x1855007611967616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.681033:0:111114:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00000100:00100000:0.0:1769074835.681056:0:111114:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967616:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.685826:0:111114:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.687742:0:111114:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111114:1855007611967616:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.687767:0:111114:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687781:0:111114:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687792:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687799:0:111114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687807:0:111114:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687814:0:111114:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.687819:0:111114:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687826:0:111114:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687833:0:111114:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687840:0:111114:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.687847:0:111114:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00010000:00010000:1.0:1769074835.687853:0:111114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ab9aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111114 initiator: MDT0 00000002:00100000:1.0:1769074835.687872:0:111114:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ea00 x1855007611967616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.687888:0:111114:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.687914:0:111114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.687932:0:111114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.687940:0:111114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101c8b9a8 00010000:00010000:1.0:1769074835.687944:0:111114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.687951:0:111114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.711457:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.711494:0:111117:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.711505:0:111117:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.711530:0:111117:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.711558:0:111117:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.711822:0:111117:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.711833:0:111117:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074835.711841:0:111117:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.711845:0:111117:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab980 00000080:00010000:3.0:1769074835.711852:0:111117:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab980 from it ffffb0d101ca3cb8 00010000:00010000:3.0:1769074835.711857:0:111117:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.711865:0:111117:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.719199:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719225:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074835.719239:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719243:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.719252:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719255:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.719263:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719265:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.719272:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719275:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074835.719281:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719284:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.719291:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719293:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.719299:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719302:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074835.719309:0:111117:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.719313:0:111117:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074835.720107:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720119:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.720155:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720159:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.720167:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720169:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.720177:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720180:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.720188:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720192:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.720290:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720294:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.720309:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720312:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.720320:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.720322:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.720518:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.720524:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074835.721021:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.721027:0:111116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, flags=0 00000080:00200000:0.0:1769074835.721033:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.721046:0:111116:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074835.721049:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.721053:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:0.0:1769074835.721057:0:111116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.721061:0:111116:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:0.0:1769074835.721098:0:111116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.721155:0:111116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.721206:0:111116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.721233:0:111116:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:0.0:1769074835.721278:0:111116:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.721286:0:111116:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.721292:0:111116:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074835.721295:0:111116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab8a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969200bb8 expref: -99 pid: 111091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.721309:0:111116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200e7b expref: -99 pid: 111114 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074835.721334:0:111116:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074835.721348:0:111116:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611967872/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074835.721372:0:111116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111116:1855007611967872:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074835.721483:0:111116:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.724610:0:111116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111116:1855007611967872:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074835.732680:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.732701:0:111119:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.732708:0:111119:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.732730:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.732743:0:111119:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074835.732794:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.732803:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.732811:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:3.0:1769074835.732842:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968000:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074835.732948:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.738116:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968000:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074835.738665:0:111119:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738677:0:111119:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738689:0:111119:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738700:0:111119:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738712:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738723:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738731:0:111119:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074835.738745:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925500 x1855007611968000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074835.738759:0:111119:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738914:0:111119:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074835.738923:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074835.738952:0:111119:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074835.738960:0:111119:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab9b1 00000080:00010000:3.0:1769074835.738969:0:111119:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.738973:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cabcb8 00010000:00010000:3.0:1769074835.738976:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.738985:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.742639:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.742659:0:111119:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.742666:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.742689:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.742753:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.742843:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.742856:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:3.0:1769074835.742885:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968128:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074835.743041:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.746826:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968128:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.746853:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746866:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746873:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746879:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746885:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746891:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.746896:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746903:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746910:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746917:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.746924:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.746933:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ab9b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:3.0:1769074835.746953:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007611968128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.746968:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.746998:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.747012:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.747020:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab980 00010000:00010000:3.0:1769074835.747023:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.747029:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.747116:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.747824:0:111119:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.747832:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.747856:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.747909:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.747918:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.747933:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:3.0:1769074835.747957:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968256:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074835.748105:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.753305:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968256:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.753400:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753415:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753422:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753429:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753438:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753443:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.753448:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753455:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753461:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753473:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.753480:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:3.0:1769074835.753633:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:3.0:1769074835.753652:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007611968256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.753668:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.753795:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.753808:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.753817:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab980 00010000:00010000:0.0:1769074835.753821:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.753828:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.753907:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.753917:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.753930:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.753934:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.753942:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.753945:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.753956:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.753968:0:111119:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.753972:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.753989:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.754032:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.754039:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.754048:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:0.0:1769074835.754070:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968384:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.754731:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.757579:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968384:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.757600:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757613:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757620:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757628:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757635:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757642:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.757646:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757654:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757661:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757668:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.757674:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757680:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:0.0:1769074835.757698:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007611968384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.757712:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.757738:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.757749:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.757758:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab980 00010000:00010000:0.0:1769074835.757761:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.757769:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.757837:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.757848:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.757861:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.757865:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.757874:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.757889:0:111119:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50631e180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.757897:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.757919:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.757968:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.757974:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000020:00100000:0.0:1769074835.757985:0:111119:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.757991:0:111119:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611968640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.758000:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:0.0:1769074835.758023:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968640:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.758277:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.763089:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968640:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.763112:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763705:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763715:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763723:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763731:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763737:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.763742:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763749:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763756:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763763:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.763782:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.763789:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ab9cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:0.0:1769074835.763813:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611968640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.763829:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.763856:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.763867:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.763881:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab9a8 00010000:00010000:0.0:1769074835.763885:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.763892:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.764918:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.764934:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.764949:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.764954:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.764964:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.764967:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.764975:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.764978:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.764987:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.764990:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.764997:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.765000:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.765007:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.765010:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.765018:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.765020:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.765028:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.765039:0:111119:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.765046:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.765067:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.765511:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.765523:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000020:00100000:0.0:1769074835.765537:0:111119:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.765550:0:111119:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611968896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.765561:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:0.0:1769074835.765596:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968896:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.765789:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.770102:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611968896:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.770144:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770157:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770163:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770170:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770178:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770184:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.770189:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770205:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770211:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770228:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.770234:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770240:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ab9d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:0.0:1769074835.770259:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611968896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.770273:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.770299:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.770310:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.770319:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab9a8 00010000:00010000:0.0:1769074835.770322:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.770340:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.770746:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770767:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.770780:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770785:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.770793:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770796:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.770804:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770807:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.770815:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770818:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.770826:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770829:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.770841:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770844:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.770853:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770856:0:111119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.770864:0:111119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.770876:0:111119:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50631e900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.770883:0:111119:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.770905:0:111119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.770961:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.770969:0:111119:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000020:00100000:0.0:1769074835.770979:0:111119:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.770987:0:111119:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611969152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.770996:0:111119:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00000100:00100000:0.0:1769074835.771021:0:111119:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611969152:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.771249:0:111119:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.775568:0:111119:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111119:1855007611969152:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.775594:0:111119:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775608:0:111119:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775615:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775623:0:111119:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775630:0:111119:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775635:0:111119:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.775640:0:111119:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775646:0:111119:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775652:0:111119:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775658:0:111119:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.775665:0:111119:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00010000:00010000:0.0:1769074835.775675:0:111119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111119 initiator: MDT0 00000002:00100000:0.0:1769074835.775693:0:111119:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611969152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.775706:0:111119:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.775734:0:111119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.775746:0:111119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.775755:0:111119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101cab9a8 00010000:00010000:0.0:1769074835.775758:0:111119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.775765:0:111119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.787509:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074835.787528:0:111122:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074835.787536:0:111122:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074835.787556:0:111122:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.787970:0:111122:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.787987:0:111122:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.787996:0:111122:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.788004:0:111122:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074835.788008:0:111122:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab9b1 00000080:00010000:1.0:1769074835.788015:0:111122:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9b1 from it ffffb0d101c53cb8 00010000:00010000:1.0:1769074835.788020:0:111122:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.788027:0:111122:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.790116:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790167:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.790181:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790184:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.790191:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790194:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.790200:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790202:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.790209:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790212:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.790234:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790238:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.790247:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790250:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.790258:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790261:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.790270:0:111122:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.790274:0:111122:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.791806:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791819:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.791828:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791831:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.791838:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791840:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.791847:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791849:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.791856:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791858:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.791865:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791869:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.791875:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791878:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.791884:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791886:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.791894:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.791898:0:111121:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.792416:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.792431:0:111121:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074835.792437:0:111121:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074835.792460:0:111121:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074835.792520:0:111121:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111121 initiator: MDT0 00010000:00010000:2.0:1769074835.792530:0:111121:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111121 initiator: MDT0 00010000:00010000:2.0:1769074835.792540:0:111121:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111121 initiator: MDT0 00000100:00100000:2.0:1769074835.792565:0:111121:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111121:1855007611969280:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074835.792789:0:111121:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.796387:0:111121:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111121:1855007611969280:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074835.796413:0:111121:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796435:0:111121:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796442:0:111121:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796452:0:111121:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796463:0:111121:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796474:0:111121:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796500:0:111121:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796507:0:111121:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074835.796518:0:111121:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940380 x1855007611969280/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074835.796531:0:111121:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796542:0:111121:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/376 (0 0) 00000080:00200000:3.0:1769074835.796551:0:111121:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074835.796588:0:111121:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x178:0x0], updating i_size 1024 00000080:00200000:3.0:1769074835.796591:0:111121:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x178:0x0](ffff97a509ef3a88): rc = 0 00000080:00010000:3.0:1769074835.796597:0:111121:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x178:0x0](ffff97a509ef3a88) for lock 0xd0f48591888ab9e2 00000080:00010000:3.0:1769074835.796608:0:111121:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x178:0x0](ffff97a509ef3a88) 00000080:00010000:3.0:1769074835.796612:0:111121:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e2 from it ffffb0d101c5be08 00010000:00010000:3.0:1769074835.796615:0:111121:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796625:0:111121:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.796654:0:111121:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074835.796662:0:111121:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074835.796687:0:111121:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796703:0:111121:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796756:0:111121:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796798:0:111121:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796806:0:111121:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796811:0:111121:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074835.796815:0:111121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ab9e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x178:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200fb6 expref: -99 pid: 111121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.796830:0:111121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200f1c expref: -99 pid: 111119 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074835.796845:0:111121:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074835.796852:0:111121:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007611969536/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074835.796875:0:111121:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111121:1855007611969536:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074835.796959:0:111121:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.801953:0:111121:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111121:1855007611969536:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074835.802005:0:111121:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x178:0x0](ffff97a509ef3a88) 00000080:00200000:3.0:1769074835.808829:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074835.808853:0:111124:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074835.808861:0:111124:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074835.808882:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074835.808898:0:111124:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074835.808960:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.808971:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.808982:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:3.0:1769074835.809008:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969664:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074835.809115:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.813646:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969664:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074835.813674:0:111124:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813687:0:111124:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813699:0:111124:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813710:0:111124:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813722:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813734:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813742:0:111124:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074835.813753:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511926300 x1855007611969664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074835.813766:0:111124:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813780:0:111124:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074835.813787:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074835.813809:0:111124:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074835.813815:0:111124:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab9e9 00000080:00010000:3.0:1769074835.813821:0:111124:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.813824:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccbcb8 00010000:00010000:3.0:1769074835.813828:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.813835:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.816962:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.816983:0:111124:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.816988:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.817014:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.817085:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:2.0:1769074835.817097:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:2.0:1769074835.817108:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:2.0:1769074835.817467:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969792:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.818786:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.823107:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969792:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074835.823159:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823175:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823182:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823189:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823204:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823210:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074835.823223:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823231:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823239:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823247:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074835.823254:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823260:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ab9f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:3.0:1769074835.823280:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940a80 x1855007611969792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074835.823296:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074835.823326:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.823350:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074835.823359:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb980 00010000:00010000:3.0:1769074835.823363:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.823370:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074835.823443:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074835.823459:0:111124:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074835.823463:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074835.823483:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074835.823523:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823529:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:3.0:1769074835.823538:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:3.0:1769074835.823557:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969920:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.823924:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.828081:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611969920:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.828107:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828150:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828157:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828168:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828177:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828182:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.828188:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828206:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828222:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828229:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.828236:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828242:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888ab9f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:0.0:1769074835.828259:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926300 x1855007611969920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.828274:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.828301:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.828316:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.828342:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb980 00010000:00010000:0.0:1769074835.828346:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.828354:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.828440:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.828449:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.828463:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.828466:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.828475:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.828478:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.828486:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.828497:0:111124:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074835.828501:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074835.828518:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074835.828561:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828772:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.828782:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:0.0:1769074835.828805:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970048:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.828891:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.831933:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970048:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.831959:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.831973:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.831979:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.831987:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.831995:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832001:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.832006:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832013:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832021:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832027:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.832033:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832038:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ab9fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:0.0:1769074835.832055:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007611970048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.832073:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.832098:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.832112:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.832241:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb980 00010000:00010000:0.0:1769074835.832246:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.832254:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.832345:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.832356:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.832368:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.832371:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.832379:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.832399:0:111124:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50631e900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.832406:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.832427:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.832483:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.832490:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000020:00100000:0.0:1769074835.832501:0:111124:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.832509:0:111124:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611970304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.832518:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:0.0:1769074835.832542:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970304:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.833002:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.836984:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970304:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.837008:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837022:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837029:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837036:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837043:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837048:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.837053:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837059:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837065:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837073:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.837079:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.837086:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888aba05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:0.0:1769074835.837102:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611970304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.837116:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.837164:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.837177:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.837187:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb9a8 00010000:00010000:0.0:1769074835.837191:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.837198:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.838062:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838074:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.838085:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838090:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.838099:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838102:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.838111:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838114:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.838309:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838315:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.838434:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838440:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.838454:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838458:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.838468:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838471:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.838479:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.838491:0:111124:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.838498:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.838519:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.838675:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.838685:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000020:00100000:0.0:1769074835.838696:0:111124:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.838705:0:111124:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611970560/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.838714:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:0.0:1769074835.838735:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970560:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.839058:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.845004:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970560:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.845036:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845052:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845060:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845068:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845077:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845083:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.845088:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845096:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845103:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845109:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.845116:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.845149:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:0.0:1769074835.845171:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611970560/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.845190:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.845448:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.845464:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.845474:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb9a8 00010000:00010000:0.0:1769074835.845478:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.845486:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.846082:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846094:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.846106:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846111:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.846119:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846153:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.846164:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846167:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.846177:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846181:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.846189:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846281:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.846296:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846299:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.846308:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846312:0:111124:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.846320:0:111124:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.846424:0:111124:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50381f080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.846431:0:111124:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.846452:0:111124:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.846511:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.846519:0:111124:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000020:00100000:0.0:1769074835.846529:0:111124:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.846538:0:111124:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611970816/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.846547:0:111124:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00000100:00100000:0.0:1769074835.846653:0:111124:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970816:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.846975:0:111124:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.851072:0:111124:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111124:1855007611970816:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.851095:0:111124:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851109:0:111124:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851116:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851178:0:111124:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851188:0:111124:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851203:0:111124:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.851208:0:111124:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851225:0:111124:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851232:0:111124:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851239:0:111124:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.851246:0:111124:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00010000:00010000:0.0:1769074835.851251:0:111124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111124 initiator: MDT0 00000002:00100000:0.0:1769074835.851273:0:111124:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611970816/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.851287:0:111124:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.851314:0:111124:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.851338:0:111124:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.851347:0:111124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101ccb9a8 00010000:00010000:0.0:1769074835.851351:0:111124:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.851358:0:111124:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.862043:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074835.862061:0:111127:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074835.862069:0:111127:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074835.862089:0:111127:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.862107:0:111127:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.862163:0:111127:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.862172:0:111127:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074835.862181:0:111127:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074835.862185:0:111127:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ab9e9 00000080:00010000:1.0:1769074835.862203:0:111127:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab9e9 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074835.862208:0:111127:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.862225:0:111127:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.869229:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869250:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.869264:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869271:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.869281:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869284:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.869293:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869296:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.869305:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869308:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.869317:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.869321:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.870740:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.870755:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.871030:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871037:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.871047:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871051:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.871061:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871064:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.871071:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871073:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.871081:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871085:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.871094:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871097:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.871105:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871108:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.871114:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871117:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.871144:0:111127:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.871148:0:111127:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.871308:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.871313:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.871323:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.871484:0:111126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.873073:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.873098:0:111126:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074835.873102:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074835.873107:0:111126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074835.873112:0:111126:0:(namei.c:2020:ll_mknod()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) mode 10644 dev 0 00010000:00010000:2.0:1769074835.873467:0:111126:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.873494:0:111126:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.873990:0:111126:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074835.874000:0:111126:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074835.874002:0:111126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888ab9e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200fd9 expref: -99 pid: 111124 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074835.874021:0:111126:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074835.874034:0:111126:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007611971072/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074835.874057:0:111126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111126:1855007611971072:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074835.878961:0:111126:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.887617:0:111126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111126:1855007611971072:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074835.887675:0:111126:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x179:0x0](ffff97a509ef3a88) 00000080:00200000:3.0:1769074835.887682:0:111126:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x179:0x0], updating i_size 0 00000080:00200000:1.0:1769074835.897988:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074835.898012:0:111130:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074835.898020:0:111130:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074835.898042:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074835.898059:0:111130:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074835.898493:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.898507:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.898521:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.898555:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971200:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074835.898760:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.904003:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971200:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074835.904031:0:111130:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904044:0:111130:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904056:0:111130:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904067:0:111130:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904078:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904087:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904095:0:111130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074835.904106:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5c380 x1855007611971200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074835.904119:0:111130:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904524:0:111130:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074835.904533:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074835.904644:0:111130:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074835.904654:0:111130:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba1a 00000080:00010000:1.0:1769074835.904660:0:111130:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074835.904663:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd3cb8 00010000:00010000:1.0:1769074835.904667:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.904675:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.908104:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.908529:0:111130:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074835.908537:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074835.908642:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074835.908711:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.908722:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.908732:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.908760:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971328:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.908897:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.913602:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971328:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.913630:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913644:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913656:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913664:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913673:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913679:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.913685:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913691:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913698:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913706:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.913712:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913719:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:1.0:1769074835.913737:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c380 x1855007611971328/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.913749:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.913784:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.913800:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.913809:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd3980 00010000:00010000:1.0:1769074835.913812:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.913819:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.913895:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.913912:0:111130:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074835.913917:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074835.913938:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074835.913984:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.913992:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.914001:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.914025:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971456:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.914118:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.918891:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971456:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.918918:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918937:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918943:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918950:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918958:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918965:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.918969:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918976:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918982:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.918989:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.918995:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.919001:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:1.0:1769074835.919019:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c380 x1855007611971456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.919034:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.919060:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.919072:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.919081:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd3980 00010000:00010000:1.0:1769074835.919085:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.919092:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.919205:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.919221:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.919239:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.919242:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.919249:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.919252:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.919258:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.919268:0:111130:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074835.919272:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074835.919287:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074835.919323:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.919339:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.919348:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.919373:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971584:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.919454:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.923678:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971584:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.923707:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923721:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923729:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923736:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923743:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923749:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.923755:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923762:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923779:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923786:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.923794:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.923805:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:1.0:1769074835.923825:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c380 x1855007611971584/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.923840:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.923867:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.923879:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.923888:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd3980 00010000:00010000:1.0:1769074835.923892:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.923899:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.923974:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.923984:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.923998:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.924001:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.924009:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.924020:0:111130:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503004900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074835.924027:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074835.924045:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074835.924097:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.924105:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000020:00100000:1.0:1769074835.924119:0:111130:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074835.924171:0:111130:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c380 x1855007611971840/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074835.924181:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.924223:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971840:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074835.924428:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074835.928554:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611971840:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074835.928590:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928605:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928612:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928619:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928628:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928634:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074835.928639:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928647:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928653:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928660:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074835.928666:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.928672:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:1.0:1769074835.928691:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c380 x1855007611971840/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074835.928705:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074835.928731:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.928741:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074835.928751:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd39a8 00010000:00010000:1.0:1769074835.928755:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074835.928762:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074835.929429:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929440:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074835.929452:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929456:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.929467:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929470:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.929479:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929483:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.929491:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929494:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074835.929502:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929505:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.929512:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929515:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.929523:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929526:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074835.929533:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074835.929544:0:111130:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a518f85e00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074835.929550:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074835.929582:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074835.929636:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:1.0:1769074835.929643:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000020:00100000:1.0:1769074835.929654:0:111130:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074835.929663:0:111130:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c380 x1855007611972096/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074835.929672:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:1.0:1769074835.929698:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611972096:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.930355:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.935157:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611972096:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.935186:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935221:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935228:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935236:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935244:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935250:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.935255:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935262:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935269:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935276:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.935284:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.935290:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888aba3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:0.0:1769074835.935310:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c380 x1855007611972096/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.935324:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.935365:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.935379:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.935388:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd39a8 00010000:00010000:0.0:1769074835.935392:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.935399:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.935837:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935847:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.935859:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935863:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.935872:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935875:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.935883:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935886:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.935894:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935898:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.935906:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935909:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.935918:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935921:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.935929:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935932:0:111130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.935940:0:111130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.935953:0:111130:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a7380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074835.935959:0:111130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074835.935980:0:111130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074835.936031:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.936038:0:111130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000020:00100000:0.0:1769074835.936048:0:111130:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074835.936054:0:111130:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611972352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074835.936063:0:111130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00000100:00100000:0.0:1769074835.936084:0:111130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611972352:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074835.936311:0:111130:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.941218:0:111130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111130:1855007611972352:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074835.941247:0:111130:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941265:0:111130:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941272:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941278:0:111130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941286:0:111130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941291:0:111130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074835.941297:0:111130:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941303:0:111130:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941310:0:111130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941318:0:111130:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074835.941325:0:111130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00010000:00010000:0.0:1769074835.941341:0:111130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111130 initiator: MDT0 00000002:00100000:0.0:1769074835.941362:0:111130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007611972352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074835.941377:0:111130:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074835.941409:0:111130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.941422:0:111130:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074835.941430:0:111130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101cd39a8 00010000:00010000:0.0:1769074835.941433:0:111130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.941440:0:111130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.950377:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074835.955638:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074835.955659:0:111133:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074835.955668:0:111133:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074835.955690:0:111133:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074835.955711:0:111133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.955727:0:111133:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.955734:0:111133:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074835.955742:0:111133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074835.955745:0:111133:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba1a 00000080:00010000:0.0:1769074835.955754:0:111133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba1a from it ffffb0d101c5bcb8 00010000:00010000:0.0:1769074835.955757:0:111133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.955767:0:111133:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.957266:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957282:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074835.957295:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957299:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.957307:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957311:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.957319:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957322:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.957329:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957332:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074835.957340:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957344:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.957352:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957355:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.957363:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957366:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074835.957374:0:111133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.957378:0:111133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.962058:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962078:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074835.962094:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962098:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.962107:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962110:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.962117:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962120:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.962182:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962185:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074835.962206:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962220:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.962233:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962236:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.962245:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962249:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074835.962257:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.962260:0:111132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074835.963079:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.963098:0:111132:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074835.963103:0:111132:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074835.963157:0:111132:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074835.963547:0:111132:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111132 initiator: MDT0 00010000:00010000:2.0:1769074835.963651:0:111132:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111132 initiator: MDT0 00010000:00010000:2.0:1769074835.963665:0:111132:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111132 initiator: MDT0 00000100:00100000:2.0:1769074835.963695:0:111132:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111132:1855007611972480:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074835.964157:0:111132:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.969975:0:111132:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111132:1855007611972480:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074835.970001:0:111132:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970025:0:111132:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970038:0:111132:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970049:0:111132:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970061:0:111132:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970074:0:111132:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970081:0:111132:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970089:0:111132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074835.970101:0:111132:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507942300 x1855007611972480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074835.970115:0:111132:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970155:0:111132:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:0.0:1769074835.970163:0:111132:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074835.970186:0:111132:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:0.0:1769074835.970189:0:111132:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:0.0:1769074835.970225:0:111132:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1769074835.970232:0:111132:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888aba4b 00000080:00010000:0.0:1769074835.970245:0:111132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:0.0:1769074835.970253:0:111132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba4b from it ffffb0d101c23ba0 00010000:00010000:0.0:1769074835.970257:0:111132:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970265:0:111132:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.970314:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074835.970342:0:111132:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074835.970346:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.970351:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:0.0:1769074835.970355:0:111132:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074835.970360:0:111132:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:0.0:1769074835.970388:0:111132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970409:0:111132:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970463:0:111132:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074835.970474:0:111132:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:0.0:1769074835.970507:0:111132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970514:0:111132:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970521:0:111132:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074835.970523:0:111132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920110d expref: -99 pid: 111132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074835.970538:0:111132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888aba1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201073 expref: -99 pid: 111130 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074835.970554:0:111132:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074835.970742:0:111132:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611972736/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074835.970771:0:111132:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111132:1855007611972736:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074835.970860:0:111132:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074835.975983:0:111132:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111132:1855007611972736:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074835.983226:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074835.983251:0:111135:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074835.983259:0:111135:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074835.983282:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074835.983299:0:111135:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074835.983545:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074835.983557:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074835.983579:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:2.0:1769074835.983615:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611972864:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074835.983734:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074835.992726:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611972864:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074835.992751:0:111135:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992774:0:111135:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992786:0:111135:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992797:0:111135:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992808:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992816:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992823:0:111135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074835.992834:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940700 x1855007611972864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074835.992846:0:111135:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992861:0:111135:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074835.992868:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074835.992890:0:111135:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074835.992896:0:111135:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba52 00000080:00010000:3.0:1769074835.992902:0:111135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074835.992905:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf3cb8 00010000:00010000:3.0:1769074835.992908:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074835.992915:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074835.998736:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074835.998764:0:111135:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074835.998771:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074835.998803:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074835.998877:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074835.998889:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074835.998899:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:2.0:1769074835.998932:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611972992:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074835.999393:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.002422:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611972992:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.002446:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002460:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002471:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002478:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002486:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002492:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.002498:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002504:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002511:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002518:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.002523:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002530:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888aba59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:2.0:1769074836.002549:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940700 x1855007611972992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.002563:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.002591:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.002610:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.002619:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf3980 00010000:00010000:2.0:1769074836.002624:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.002631:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.002708:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.002721:0:111135:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.002725:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.002742:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.002784:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002792:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.002801:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:2.0:1769074836.002821:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973120:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.002899:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.006553:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973120:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.006579:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006596:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006602:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006608:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006616:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006622:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.006627:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006633:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006639:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006646:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.006652:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006659:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888aba60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:2.0:1769074836.006674:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940700 x1855007611973120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.006687:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.006711:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.006723:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.006731:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf3980 00010000:00010000:2.0:1769074836.006736:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.006743:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.006811:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.006819:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.006830:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.006833:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.006842:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.006845:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.006854:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.006863:0:111135:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.006866:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.006883:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.006925:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006932:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:2.0:1769074836.006941:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:2.0:1769074836.006964:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973248:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.007100:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.011537:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973248:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.011563:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011578:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011585:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011593:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011601:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011608:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.011613:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011619:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011626:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011633:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.011640:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:0.0:1769074836.011647:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27c00/0xd0f48591888aba67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:0.0:1769074836.011666:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940700 x1855007611973248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.011682:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.011793:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.011807:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.011815:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf3980 00010000:00010000:1.0:1769074836.011819:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.011827:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.011908:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.011917:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.011931:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.011935:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.011943:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.011954:0:111135:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503004f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.011961:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.011980:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.012027:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.012034:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000020:00100000:1.0:1769074836.012045:0:111135:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.012052:0:111135:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f800 x1855007611973504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.012060:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:1.0:1769074836.012078:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973504:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.012784:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.016002:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973504:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.016028:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016043:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016050:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016058:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016066:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016072:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.016077:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016084:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016091:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016098:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.016105:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.016111:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:1.0:1769074836.016734:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f800 x1855007611973504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.016750:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.016969:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.016984:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.016993:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf39a8 00010000:00010000:1.0:1769074836.016998:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.017006:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.017941:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.017954:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.017966:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.017970:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.017977:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.017980:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.017989:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.017992:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.018000:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.018003:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.018011:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.018014:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.018023:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.018026:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.018037:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.018040:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.018048:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.018059:0:111135:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a518f84f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.018065:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.018087:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.018434:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.018444:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000020:00100000:1.0:1769074836.018457:0:111135:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.018467:0:111135:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f800 x1855007611973760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.018476:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:1.0:1769074836.018498:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973760:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.019012:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.022837:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611973760:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.022868:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022885:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022891:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022899:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022908:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022915:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.022921:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022928:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022936:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022943:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.022950:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.022956:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888aba75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:1.0:1769074836.022979:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f800 x1855007611973760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.023000:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.023028:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.023041:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.023050:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf39a8 00010000:00010000:1.0:1769074836.023053:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.023060:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.024083:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024099:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.024111:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024115:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.024151:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024155:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.024166:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024169:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.024179:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024182:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.024290:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024295:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.024308:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024311:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.024319:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024323:0:111135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.024438:0:111135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.024449:0:111135:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503004a80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.024455:0:111135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.024475:0:111135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.024533:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.024543:0:111135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000020:00100000:1.0:1769074836.024555:0:111135:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.024645:0:111135:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f800 x1855007611974016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.024979:0:111135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00000100:00100000:1.0:1769074836.025003:0:111135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611974016:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.025535:0:111135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.029035:0:111135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111135:1855007611974016:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.029062:0:111135:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029075:0:111135:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029081:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029089:0:111135:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029097:0:111135:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029103:0:111135:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.029109:0:111135:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029116:0:111135:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029145:0:111135:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029153:0:111135:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.029159:0:111135:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00010000:00010000:1.0:1769074836.029165:0:111135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888aba7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111135 initiator: MDT0 00000002:00100000:1.0:1769074836.029184:0:111135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f800 x1855007611974016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.029289:0:111135:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.029318:0:111135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.029425:0:111135:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.029437:0:111135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101cf39a8 00010000:00010000:1.0:1769074836.029441:0:111135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.029450:0:111135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.038763:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.038791:0:111138:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.038798:0:111138:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.038820:0:111138:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.038839:0:111138:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.038854:0:111138:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.038862:0:111138:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074836.038871:0:111138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.038874:0:111138:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba52 00000080:00010000:2.0:1769074836.038881:0:111138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba52 from it ffffb0d101d03cb8 00010000:00010000:2.0:1769074836.038886:0:111138:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.038895:0:111138:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.041516:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041533:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.041546:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041550:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.041558:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041562:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.041570:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041573:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.041581:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041583:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.041592:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041595:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.041604:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041607:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.041615:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041618:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.041625:0:111138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.041630:0:111138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074836.045691:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045708:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.045717:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045721:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.045727:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045730:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.045737:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045740:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.045746:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045749:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.045756:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045759:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.045767:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045769:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.045778:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045780:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.045787:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.045791:0:111137:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074836.047706:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.047736:0:111137:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:0.0:1769074836.047742:0:111137:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:0.0:1769074836.047766:0:111137:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.047829:0:111137:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111137 initiator: MDT0 00010000:00010000:0.0:1769074836.047840:0:111137:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111137 initiator: MDT0 00010000:00010000:0.0:1769074836.047849:0:111137:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111137 initiator: MDT0 00000100:00100000:0.0:1769074836.047876:0:111137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111137:1855007611974144:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074836.049052:0:111137:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.052726:0:111137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111137:1855007611974144:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074836.052754:0:111137:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052783:0:111137:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052796:0:111137:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052808:0:111137:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052818:0:111137:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052829:0:111137:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052838:0:111137:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052845:0:111137:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.052856:0:111137:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2f100 x1855007611974144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.052868:0:111137:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052879:0:111137:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/377 (0 0) 00000080:00200000:0.0:1769074836.052885:0:111137:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074836.052906:0:111137:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x179:0x0], updating i_size 0 00000080:00200000:0.0:1769074836.052909:0:111137:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x179:0x0](ffff97a509ef3a88): rc = 0 00000080:00010000:0.0:1769074836.052914:0:111137:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x179:0x0](ffff97a509ef3a88) for lock 0xd0f48591888aba83 00000080:00010000:0.0:1769074836.052924:0:111137:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x179:0x0](ffff97a509ef3a88) 00000080:00010000:0.0:1769074836.052928:0:111137:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba83 from it ffffb0d101cfbe00 00010000:00010000:0.0:1769074836.052931:0:111137:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.052938:0:111137:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.052969:0:111137:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.052978:0:111137:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:0.0:1769074836.053002:0:111137:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053019:0:111137:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053069:0:111137:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053104:0:111137:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053111:0:111137:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053117:0:111137:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074836.053120:0:111137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x179:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692011ca expref: -99 pid: 111137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.053178:0:111137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888aba52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201130 expref: -99 pid: 111135 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074836.053201:0:111137:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074836.053217:0:111137:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007611974400/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074836.053239:0:111137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111137:1855007611974400:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074836.053312:0:111137:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.059967:0:111137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111137:1855007611974400:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074836.060033:0:111137:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x179:0x0](ffff97a509ef3a88) 00000080:00200000:0.0:1769074836.070104:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.070152:0:111140:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.070160:0:111140:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.070180:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.070290:0:111140:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074836.070675:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.070685:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.070696:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:0.0:1769074836.070726:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974528:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074836.071313:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.075500:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974528:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074836.075525:0:111140:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075540:0:111140:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075555:0:111140:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075642:0:111140:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075655:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075662:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075669:0:111140:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.075681:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2ce00 x1855007611974528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.075693:0:111140:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075706:0:111140:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074836.075713:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074836.075737:0:111140:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074836.075743:0:111140:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba8a 00000080:00010000:0.0:1769074836.075749:0:111140:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074836.075752:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d13cb8 00010000:00010000:0.0:1769074836.075756:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.075764:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.085028:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.085048:0:111140:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.085054:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.085077:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.085166:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.085178:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.085188:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:0.0:1769074836.085224:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974656:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.085344:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.090656:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974656:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.090687:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090702:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090709:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090716:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090725:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090731:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.090737:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090743:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090749:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090756:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.090764:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:0.0:1769074836.090835:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888aba91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:0.0:1769074836.090853:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2ce00 x1855007611974656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.090867:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.091020:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.091034:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.091043:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d13980 00010000:00010000:2.0:1769074836.091047:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.091054:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.091591:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.091611:0:111140:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.091617:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.091636:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.091681:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.091690:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.091699:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:2.0:1769074836.091723:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974784:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.091839:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.096065:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974784:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.096093:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096106:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096113:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096120:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096173:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096180:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.096186:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096203:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096220:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096227:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.096233:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096239:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888aba98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:3.0:1769074836.096257:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507942300 x1855007611974784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.096274:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.096307:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.096321:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.096487:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d13980 00010000:00010000:3.0:1769074836.096491:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.096499:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.096606:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.096616:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.096630:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.096633:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.096644:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.096647:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.096655:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.096666:0:111140:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074836.096670:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074836.096689:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074836.096728:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096735:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.096743:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:3.0:1769074836.097019:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974912:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.097157:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.100661:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611974912:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.100686:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100697:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100703:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100710:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100717:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100727:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.100732:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100739:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100745:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100751:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.100757:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.100763:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888aba9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:3.0:1769074836.100853:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007611974912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.100867:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.100895:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.100907:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.100917:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d13980 00010000:00010000:3.0:1769074836.100920:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.100928:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.101002:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.101012:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.101025:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.101028:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.101035:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.101046:0:111140:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074836.101053:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074836.101068:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074836.101113:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:3.0:1769074836.101121:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000020:00100000:3.0:1769074836.101281:0:111140:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074836.101287:0:111140:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924700 x1855007611975168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074836.101296:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:3.0:1769074836.101314:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975168:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.103778:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.107823:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975168:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.107849:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107863:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107870:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107877:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107885:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107891:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.107897:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107903:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107915:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107922:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.107930:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.107936:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abaa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:2.0:1769074836.107954:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511924700 x1855007611975168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.107968:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.107993:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.108006:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.108014:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d139a8 00010000:00010000:2.0:1769074836.108017:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.108024:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.108484:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108494:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.108505:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108509:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.108518:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108522:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.108528:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108531:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.108539:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108542:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.108549:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108553:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.108714:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108718:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.108730:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108733:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.108741:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.108752:0:111140:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a510bc8000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074836.108759:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074836.108787:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074836.108845:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.108854:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000020:00100000:2.0:1769074836.108866:0:111140:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074836.108874:0:111140:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611975424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074836.108883:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:2.0:1769074836.108907:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975424:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.109090:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.112835:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975424:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.112857:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112868:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112875:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112882:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112889:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112894:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.112899:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112905:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112911:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112917:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.112923:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.112929:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888abaad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:2.0:1769074836.112946:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940a80 x1855007611975424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.112960:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.112983:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.112996:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.113004:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d139a8 00010000:00010000:2.0:1769074836.113008:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.113015:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.113702:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113713:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.113727:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113731:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.113741:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113744:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.113752:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113755:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.113763:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113765:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.113773:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113777:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.113784:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113787:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.113795:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113798:0:111140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.113805:0:111140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.113815:0:111140:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5068ccd80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074836.113821:0:111140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074836.113838:0:111140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074836.113892:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.113899:0:111140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000020:00100000:2.0:1769074836.113909:0:111140:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074836.113916:0:111140:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611975680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074836.113925:0:111140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00000100:00100000:2.0:1769074836.113946:0:111140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975680:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.117317:0:111140:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.117462:0:111140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111140:1855007611975680:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.117481:0:111140:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117493:0:111140:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117500:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117507:0:111140:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117515:0:111140:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117521:0:111140:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.117526:0:111140:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117533:0:111140:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117540:0:111140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117546:0:111140:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.117552:0:111140:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00010000:00010000:2.0:1769074836.117754:0:111140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abab4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111140 initiator: MDT0 00000002:00100000:2.0:1769074836.117849:0:111140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940a80 x1855007611975680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.117864:0:111140:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.117891:0:111140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.117904:0:111140:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.117912:0:111140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d139a8 00010000:00010000:2.0:1769074836.117917:0:111140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.117925:0:111140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.126056:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126077:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074836.126090:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126094:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.126102:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126105:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.126113:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126116:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.126154:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126158:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.126169:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126173:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.126181:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126184:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.126193:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.126196:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.126205:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.128109:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.128291:0:111143:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.128300:0:111143:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.128644:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.128665:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.128684:0:111143:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.128692:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.128700:0:111143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074836.128704:0:111143:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888aba8a 00000080:00010000:0.0:1769074836.128712:0:111143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888aba8a from it ffffb0d101d0bcb8 00010000:00010000:0.0:1769074836.128717:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.128726:0:111143:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.130025:0:111142:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074836.131117:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.131171:0:111142:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074836.131176:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.131180:0:111142:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.131187:0:111142:0:(namei.c:2020:ll_mknod()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) mode 60644 dev 100002 00010000:00010000:2.0:1769074836.132492:0:111142:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.132517:0:111142:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.133180:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00010000:00010000:2.0:1769074836.133448:0:111142:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.133459:0:111142:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074836.133463:0:111142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888aba8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692011ed expref: -99 pid: 111140 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074836.133483:0:111142:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074836.133497:0:111142:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940a80 x1855007611975936/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074836.133523:0:111142:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111142:1855007611975936:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074836.133701:0:111142:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.140881:0:111142:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111142:1855007611975936:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074836.140944:0:111142:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17a:0x0](ffff97a509f6aa08) 00000080:00200000:1.0:1769074836.140951:0:111142:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17a:0x0], updating i_size 0 00000080:00200000:0.0:1769074836.141035:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.141041:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.141068:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.141162:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.141173:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.141184:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:0.0:1769074836.141231:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976064:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.141348:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.146854:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976064:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.146878:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146892:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146899:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146907:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146916:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146921:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.146926:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146932:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146939:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146946:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.146952:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.146958:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ababb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:0.0:1769074836.146975:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2fb80 x1855007611976064/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.146992:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.147023:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074836.147100:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.147120:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.147681:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.147701:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.147748:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.147757:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.147981:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:0.0:1769074836.148008:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976192:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.148168:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.151996:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976192:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.152028:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152042:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152048:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152056:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152063:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152068:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.152072:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152079:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152086:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152095:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.152101:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152107:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.152161:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2fb80 x1855007611976192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.152178:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.152228:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.152305:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.152322:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.152327:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.152346:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.152393:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152400:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.152408:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:1.0:1769074836.152427:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976320:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.152504:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.155791:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976320:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.155815:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155828:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155835:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155842:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155849:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155855:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.155860:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155866:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155873:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155878:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.155884:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.155890:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abac9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.155907:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007611976320/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.155921:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.155943:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.156008:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.156022:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.156027:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.156043:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.156081:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.156088:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.156097:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:1.0:1769074836.156115:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976448:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.156366:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.160602:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976448:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.160627:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160639:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160646:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160652:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160660:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160671:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.160676:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160683:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160690:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160697:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.160703:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.160709:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abad0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.160727:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007611976448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.160740:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.160763:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.161180:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.161332:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.161338:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.161359:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.161412:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.161420:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.161432:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:1.0:1769074836.161454:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976576:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.161536:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.165875:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976576:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.165899:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165911:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165918:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165924:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165937:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165942:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.165947:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165953:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165960:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165968:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.165975:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.165981:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abad7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:0.0:1769074836.166000:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007611976576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.166017:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.166050:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074836.166154:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.166170:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.166174:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.166204:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.166264:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.166276:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.166284:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:0.0:1769074836.166306:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976704:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.166552:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.169961:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976704:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.169985:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.169998:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170006:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170013:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170021:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170026:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.170030:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170036:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170047:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170053:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.170059:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:0.0:1769074836.170065:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abade lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:0.0:1769074836.170080:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007611976704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.170094:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.170116:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.170555:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.170641:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.170646:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.170665:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.170708:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:2.0:1769074836.170715:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:2.0:1769074836.170724:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:2.0:1769074836.170748:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976832:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.170919:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.174389:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976832:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.174413:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174425:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174432:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174438:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174445:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174450:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.174454:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174461:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174469:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174480:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.174487:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174493:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abae5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.174510:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940380 x1855007611976832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.174523:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.174549:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.174635:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.174650:0:111143:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.174655:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.174673:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.174721:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174728:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.174738:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:1.0:1769074836.174759:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976960:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.175849:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.179986:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611976960:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.180008:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180021:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180028:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180036:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180043:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180049:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.180054:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180059:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180066:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180073:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.180080:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180086:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abaec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.180103:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007611976960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.180118:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.180481:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.180634:0:111143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.180654:0:111143:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503005800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.180663:0:111143:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.180685:0:111143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.180744:0:111143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.180753:0:111143:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000020:00100000:1.0:1769074836.180763:0:111143:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.180840:0:111143:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007611977216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.180849:0:111143:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00000100:00100000:1.0:1769074836.180872:0:111143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611977216:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.181065:0:111143:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.184877:0:111143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111143:1855007611977216:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.184903:0:111143:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184916:0:111143:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184923:0:111143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184929:0:111143:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184937:0:111143:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184943:0:111143:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.184948:0:111143:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184954:0:111143:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184961:0:111143:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184967:0:111143:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.184972:0:111143:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00010000:00010000:1.0:1769074836.184978:0:111143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abaf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111143 initiator: MDT0 00000002:00100000:1.0:1769074836.184996:0:111143:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5df80 x1855007611977216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.185009:0:111143:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.185033:0:111143:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.193010:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074836.193036:0:111145:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074836.193045:0:111145:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074836.193067:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.193083:0:111145:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074836.193171:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.193181:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.193202:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:1.0:1769074836.193240:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977344:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074836.193585:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.198842:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977344:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074836.198868:0:111145:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198883:0:111145:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198896:0:111145:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198907:0:111145:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198918:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198926:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198933:0:111145:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.198948:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5df80 x1855007611977344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.198963:0:111145:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.198976:0:111145:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.198983:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074836.199005:0:111145:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074836.199011:0:111145:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abafa 00000080:00010000:1.0:1769074836.199016:0:111145:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074836.199018:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4bcb8 00010000:00010000:1.0:1769074836.199022:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.199029:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.202509:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.202537:0:111145:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.202543:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.202648:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.202726:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.202737:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.202747:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:1.0:1769074836.202777:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977472:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.202929:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.206952:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977472:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.206978:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.206992:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.206999:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207005:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207013:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207019:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.207025:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207031:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207037:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207043:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.207050:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207060:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:1.0:1769074836.207078:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007611977472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.207091:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.207119:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.207456:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.207465:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b980 00010000:00010000:1.0:1769074836.207469:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.207476:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.207554:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.207653:0:111145:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.207657:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.207677:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.207723:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207731:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:1.0:1769074836.207745:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:1.0:1769074836.207841:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977600:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.207978:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.212536:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977600:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.212576:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212591:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212598:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212606:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212614:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212620:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.212626:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212633:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212640:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212646:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.212653:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212660:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abb08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:0.0:1769074836.212678:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007611977600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.212693:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.212719:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.212731:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.212740:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b980 00010000:00010000:0.0:1769074836.212743:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.212750:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.212831:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.212841:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.212852:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.212855:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.212863:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.212866:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.212875:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.212888:0:111145:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.212893:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.212914:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.212958:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212965:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.212973:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:0.0:1769074836.212993:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977728:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.213082:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.216264:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977728:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.216289:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216300:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216307:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216315:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216334:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216340:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.216345:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216351:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216357:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216363:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.216370:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216375:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abb0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:0.0:1769074836.216392:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007611977728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.216406:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.216432:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.216444:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.216456:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b980 00010000:00010000:0.0:1769074836.216460:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.216468:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.216546:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.216555:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.216566:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.216570:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.216578:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.216589:0:111145:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b01800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.216595:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.216612:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.216661:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.216668:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000020:00100000:0.0:1769074836.216679:0:111145:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.216684:0:111145:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611977984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.216692:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:0.0:1769074836.216711:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977984:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.216888:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.220075:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611977984:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.220097:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220108:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220115:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220148:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220156:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220162:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.220167:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220173:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220181:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220196:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.220202:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.220218:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:0.0:1769074836.220239:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611977984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.220252:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.220283:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.220298:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.220307:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b9a8 00010000:00010000:0.0:1769074836.220310:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.220317:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.221560:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221575:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.221587:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221592:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.221600:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221604:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.221611:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221613:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.221620:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221623:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.221631:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221635:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.221645:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221648:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.221656:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221658:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.221666:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.221676:0:111145:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51923ec00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.221683:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.221705:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.222030:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.222040:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000020:00100000:0.0:1769074836.222054:0:111145:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.222063:0:111145:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611978240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.222073:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:0.0:1769074836.222094:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611978240:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.222651:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.227913:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611978240:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.227938:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227950:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227957:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227964:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227971:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227976:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.227981:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227987:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227993:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.227999:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.228005:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.228010:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:0.0:1769074836.228030:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611978240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.228043:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.228068:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.228080:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.228094:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b9a8 00010000:00010000:0.0:1769074836.228097:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.228105:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.228563:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228574:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.228586:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228590:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.228600:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228604:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.228613:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228616:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.228624:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228626:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.228633:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228636:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.228643:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228645:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.228653:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228657:0:111145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.228664:0:111145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.228675:0:111145:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50631e180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.228682:0:111145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.228700:0:111145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.228755:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.228764:0:111145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000020:00100000:0.0:1769074836.229080:0:111145:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.229088:0:111145:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611978496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.229097:0:111145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00000100:00100000:0.0:1769074836.229118:0:111145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611978496:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.229342:0:111145:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.234820:0:111145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111145:1855007611978496:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.234845:0:111145:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234857:0:111145:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234864:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234871:0:111145:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234878:0:111145:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234884:0:111145:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.234889:0:111145:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234897:0:111145:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234904:0:111145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234910:0:111145:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.234917:0:111145:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00010000:00010000:0.0:1769074836.234922:0:111145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111145 initiator: MDT0 00000002:00100000:0.0:1769074836.234940:0:111145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611978496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.234955:0:111145:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.234982:0:111145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.234993:0:111145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.235003:0:111145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d4b9a8 00010000:00010000:0.0:1769074836.235006:0:111145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.235013:0:111145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.244458:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.244480:0:111148:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.244488:0:111148:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.244507:0:111148:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.244524:0:111148:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.244541:0:111148:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.244549:0:111148:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.244557:0:111148:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074836.244561:0:111148:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abafa 00000080:00010000:0.0:1769074836.244568:0:111148:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abafa from it ffffb0d101d5bcb8 00010000:00010000:0.0:1769074836.244572:0:111148:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.244724:0:111148:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.249318:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249338:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.249349:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249352:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.249360:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249362:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.249370:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249372:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.249379:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249382:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.249389:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249393:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.249402:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249405:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.249413:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249416:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.249427:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249432:0:111147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074836.249967:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.249982:0:111147:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074836.249989:0:111147:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074836.250014:0:111147:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.250089:0:111147:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111147 initiator: MDT0 00010000:00010000:2.0:1769074836.250101:0:111147:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111147 initiator: MDT0 00010000:00010000:2.0:1769074836.250112:0:111147:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111147 initiator: MDT0 00000100:00100000:2.0:1769074836.250169:0:111147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111147:1855007611978624:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074836.250434:0:111147:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000080:00200000:0.0:1769074836.251199:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251220:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.251232:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251236:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.251243:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251247:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.251255:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251258:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.251266:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251268:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.251276:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251280:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.251286:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251289:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.251296:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251299:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.251309:0:111148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.251313:0:111148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074836.255845:0:111147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111147:1855007611978624:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074836.255872:0:111147:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255896:0:111147:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255905:0:111147:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255916:0:111147:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255932:0:111147:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255944:0:111147:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255952:0:111147:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255959:0:111147:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074836.255970:0:111147:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943800 x1855007611978624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074836.255983:0:111147:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.255993:0:111147:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:2.0:1769074836.256000:0:111147:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074836.256021:0:111147:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:2.0:1769074836.256024:0:111147:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:2.0:1769074836.256041:0:111147:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074836.256047:0:111147:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888abb2b 00000080:00010000:2.0:1769074836.256058:0:111147:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:2.0:1769074836.256062:0:111147:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb2b from it ffffb0d101d53ba0 00010000:00010000:2.0:1769074836.256065:0:111147:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256079:0:111147:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.256462:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.256486:0:111147:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074836.256489:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.256494:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:2.0:1769074836.256498:0:111147:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.256503:0:111147:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:2.0:1769074836.256528:0:111147:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256549:0:111147:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256595:0:111147:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.256605:0:111147:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:2.0:1769074836.256636:0:111147:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256643:0:111147:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256649:0:111147:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074836.256652:0:111147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abb2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692013de expref: -99 pid: 111147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.256672:0:111147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abafa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201344 expref: -99 pid: 111145 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074836.256689:0:111147:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074836.256696:0:111147:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943800 x1855007611978880/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074836.256719:0:111147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111147:1855007611978880:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074836.256930:0:111147:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.260203:0:111147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111147:1855007611978880:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074836.265693:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074836.265717:0:111150:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074836.265724:0:111150:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074836.265744:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.265758:0:111150:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074836.265812:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.265822:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.265831:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:1.0:1769074836.265856:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979008:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074836.265956:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.271011:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979008:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074836.271041:0:111150:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271053:0:111150:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271070:0:111150:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271080:0:111150:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271092:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271099:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271105:0:111150:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.271115:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5ed80 x1855007611979008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.271493:0:111150:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271508:0:111150:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.271515:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074836.271540:0:111150:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074836.271547:0:111150:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abb32 00000080:00010000:1.0:1769074836.271553:0:111150:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074836.271556:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6bcb8 00010000:00010000:1.0:1769074836.271559:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.271569:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.274031:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.274050:0:111150:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.274056:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.274077:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.274423:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.274435:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.274446:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:1.0:1769074836.274474:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979136:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.274746:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.282161:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979136:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.282183:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282214:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282221:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282229:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282238:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282244:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.282250:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282256:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282263:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282269:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.282275:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282281:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:1.0:1769074836.282297:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ed80 x1855007611979136/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.282311:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.282346:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.282358:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.282367:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b980 00010000:00010000:1.0:1769074836.282370:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.282378:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.282443:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.282457:0:111150:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.282461:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.282476:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.282513:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282520:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.282528:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:1.0:1769074836.282548:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979264:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.282901:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.285756:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979264:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.285836:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285849:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285856:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285863:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285871:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285877:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.285881:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285887:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285894:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285901:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.285908:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.285914:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:1.0:1769074836.285931:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ed80 x1855007611979264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.285946:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.285972:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.285986:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.285996:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b980 00010000:00010000:1.0:1769074836.286000:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.286008:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.286093:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.286102:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.286116:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.286119:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.286635:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.286641:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.286652:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.286662:0:111150:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.286667:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.286687:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.286739:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.286747:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.286756:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:1.0:1769074836.286854:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979392:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.286998:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.299056:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979392:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.299085:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299099:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299108:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299115:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299556:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299564:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.299570:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299578:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299585:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299592:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.299600:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:1.0:1769074836.299607:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:1.0:1769074836.299625:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5ed80 x1855007611979392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.299640:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.299738:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.299752:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.299760:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b980 00010000:00010000:0.0:1769074836.299764:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.299771:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.299847:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.299856:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.299866:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.299869:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.299877:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.299888:0:111150:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6cc00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.299895:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.299912:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.299960:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.299968:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000020:00100000:0.0:1769074836.299978:0:111150:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.299985:0:111150:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611979648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.299995:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:0.0:1769074836.300016:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979648:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.300522:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.303930:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979648:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.303962:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.303977:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.303985:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.303992:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304001:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304008:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.304014:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304021:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304029:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304036:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.304043:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.304050:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:0.0:1769074836.304071:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611979648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.304086:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.304113:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.304412:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.304424:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b9a8 00010000:00010000:0.0:1769074836.304428:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.304435:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.304930:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304942:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.304953:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304958:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.304965:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304968:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.304975:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304978:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.304985:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304988:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.304996:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.304999:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.305006:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.305009:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.305016:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.305019:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.305026:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.305040:0:111150:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6db00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.305047:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.305072:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.305296:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.305305:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000020:00100000:0.0:1769074836.305415:0:111150:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.305426:0:111150:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611979904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.305437:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:0.0:1769074836.305463:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979904:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.305716:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.309688:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611979904:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.309715:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309730:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309737:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309745:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309753:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309759:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.309764:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309825:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309833:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309840:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.309849:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.309860:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:0.0:1769074836.309883:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611979904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.309897:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.309926:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.309941:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.309951:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b9a8 00010000:00010000:0.0:1769074836.309956:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.309964:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.316078:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316103:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.316155:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316160:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.316175:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316178:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.316275:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316280:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.316293:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316297:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.316306:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316310:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.316428:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316433:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.316447:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316451:0:111150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.316459:0:111150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.316473:0:111150:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b01800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.316481:0:111150:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.316514:0:111150:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.316597:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111150 initiator: MDT0 00010000:00010000:0.0:1769074836.316607:0:111150:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000020:00100000:0.0:1769074836.316620:0:111150:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.316633:0:111150:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007611980160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.316644:0:111150:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00000100:00100000:0.0:1769074836.316670:0:111150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611980160:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.316922:0:111150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.320050:0:111150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111150:1855007611980160:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.320078:0:111150:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320094:0:111150:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320100:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320108:0:111150:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320118:0:111150:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320167:0:111150:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.320174:0:111150:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320193:0:111150:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320201:0:111150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320216:0:111150:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.320224:0:111150:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00010000:00010000:3.0:1769074836.320230:0:111150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abb5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111150 initiator: MDT0 00000002:00100000:3.0:1769074836.320250:0:111150:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007611980160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.320264:0:111150:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.320290:0:111150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.320303:0:111150:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.320312:0:111150:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d6b9a8 00010000:00010000:3.0:1769074836.320316:0:111150:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.320335:0:111150:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.329450:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.329476:0:111153:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.329487:0:111153:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.329509:0:111153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.329529:0:111153:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.329545:0:111153:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.329552:0:111153:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074836.329559:0:111153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.329563:0:111153:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abb32 00000080:00010000:2.0:1769074836.329571:0:111153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb32 from it ffffb0d101d1bcb8 00010000:00010000:2.0:1769074836.329575:0:111153:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.329590:0:111153:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.331536:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331551:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.331564:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331569:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.331576:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331579:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.331587:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331590:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.331599:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331601:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.331608:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331611:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.331618:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331621:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.331628:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331631:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.331639:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.331644:0:111152:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074836.332922:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.332949:0:111152:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:1.0:1769074836.332955:0:111152:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074836.332981:0:111152:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.333048:0:111152:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111152 initiator: MDT0 00010000:00010000:1.0:1769074836.333059:0:111152:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111152 initiator: MDT0 00010000:00010000:1.0:1769074836.333069:0:111152:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111152 initiator: MDT0 00000100:00100000:1.0:1769074836.333099:0:111152:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111152:1855007611980288:192.168.204.123@tcp:101:pjdfstest.0 00000080:00200000:2.0:1769074836.334085:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334099:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.334111:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334115:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.334149:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334153:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.334161:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334164:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.334172:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334174:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.334181:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:1.0:1769074836.334623:0:111152:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000080:00200000:2.0:1769074836.334666:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.334684:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334688:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.334696:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334699:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.334706:0:111153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.334709:0:111153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1769074836.339552:0:111152:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111152:1855007611980288:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074836.339585:0:111152:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339611:0:111152:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339620:0:111152:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339634:0:111152:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339645:0:111152:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339655:0:111152:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339663:0:111152:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339670:0:111152:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.339682:0:111152:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5ea00 x1855007611980288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.339701:0:111152:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339712:0:111152:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/378 (0 0) 00000080:00200000:1.0:1769074836.339718:0:111152:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074836.339742:0:111152:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17a:0x0], updating i_size 0 00000080:00200000:1.0:1769074836.339744:0:111152:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x17a:0x0](ffff97a509f6aa08): rc = 0 00000080:00010000:1.0:1769074836.339750:0:111152:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x17a:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abb63 00000080:00010000:1.0:1769074836.339760:0:111152:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x17a:0x0](ffff97a509f6aa08) 00000080:00010000:1.0:1769074836.339763:0:111152:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb63 from it ffffb0d101d13e00 00010000:00010000:1.0:1769074836.339872:0:111152:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339881:0:111152:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.339912:0:111152:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074836.339921:0:111152:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:1.0:1769074836.339948:0:111152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.339965:0:111152:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.340011:0:111152:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.340045:0:111152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.340052:0:111152:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.340058:0:111152:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074836.340061:0:111152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920149b expref: -99 pid: 111152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.340074:0:111152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201401 expref: -99 pid: 111150 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074836.340088:0:111152:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074836.340095:0:111152:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ea00 x1855007611980544/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074836.340120:0:111152:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111152:1855007611980544:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074836.340938:0:111152:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.344890:0:111152:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111152:1855007611980544:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074836.344952:0:111152:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x17a:0x0](ffff97a509f6aa08) 00000080:00200000:0.0:1769074836.353169:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.353274:0:111155:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.353283:0:111155:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.353304:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.353486:0:111155:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074836.353552:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:0.0:1769074836.353562:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:0.0:1769074836.353572:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:0.0:1769074836.353598:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980672:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074836.353790:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.359086:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980672:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074836.359149:0:111155:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359162:0:111155:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359179:0:111155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359605:0:111155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359620:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359629:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359636:0:111155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074836.359650:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2f800 x1855007611980672/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074836.359662:0:111155:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359675:0:111155:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.359682:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074836.359706:0:111155:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1769074836.359713:0:111155:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abb6a 00000080:00010000:2.0:1769074836.359718:0:111155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.359722:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d101987cb8 00010000:00010000:2.0:1769074836.359724:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.359733:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.363076:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.363096:0:111155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.363103:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.363450:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.363512:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.363524:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.363540:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.363570:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980800:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.363733:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.367411:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980800:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.367438:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367451:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367457:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367464:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367471:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367476:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.367482:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367488:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367495:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367504:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.367511:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367517:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.367536:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f480 x1855007611980800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.367552:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.367581:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.367595:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.367603:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d101987980 00010000:00010000:1.0:1769074836.367607:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.367614:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.367700:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.367718:0:111155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.367724:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.367742:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.367857:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367868:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.367877:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.367898:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980928:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.368034:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.371856:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611980928:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.371883:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371898:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371906:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371914:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371922:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371928:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.371933:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371940:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371951:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371958:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.371964:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.371970:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abb78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.371986:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f480 x1855007611980928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.372000:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.372026:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.372037:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.372046:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d101987980 00010000:00010000:1.0:1769074836.372050:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.372057:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.372120:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.372149:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.372162:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.372164:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.372173:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.372176:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.372182:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.372281:0:111155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.372286:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.372302:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.372441:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.372449:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.372458:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.372479:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981056:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.372569:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.375918:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981056:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.375945:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.375960:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.375968:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.375975:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.375983:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.375994:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.376000:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.376007:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.376013:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.376020:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.376026:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.376032:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.376052:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f480 x1855007611981056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.376067:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.376096:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.376109:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.376119:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d101987980 00010000:00010000:1.0:1769074836.376307:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.376316:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.376502:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.376513:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.376524:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.376527:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.376535:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.376548:0:111155:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503004480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.376555:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.376573:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.376622:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.376629:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000020:00100000:1.0:1769074836.376641:0:111155:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.376649:0:111155:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007611981312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.376659:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.376686:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981312:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.377019:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.383563:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981312:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.383588:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383604:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383612:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383619:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383627:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383633:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.383639:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383647:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383654:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383662:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.383670:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.383676:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abb86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.383696:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007611981312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.383711:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.383740:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.383756:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.383828:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d1019879a8 00010000:00010000:1.0:1769074836.383833:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.383840:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.384572:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384586:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.384604:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384610:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.384621:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384626:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.384636:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384639:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.384649:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384651:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.384660:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384664:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.384672:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384675:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.384683:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384686:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.384694:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.384707:0:111155:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a518f85680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.384718:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.384743:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.385083:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.385094:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000020:00100000:1.0:1769074836.385104:0:111155:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.385113:0:111155:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007611981568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.385150:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.385174:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981568:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.385601:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.389297:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981568:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.389405:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389420:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389428:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389436:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389443:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389451:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.389456:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389463:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389470:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389476:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.389483:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.389489:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abb8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.389507:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007611981568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.389523:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.389559:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.389572:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.389581:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d1019879a8 00010000:00010000:1.0:1769074836.389585:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.389593:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.393688:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393708:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.393723:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393727:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.393737:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393740:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.393750:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393753:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.393764:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393768:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.393778:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393781:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.393792:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393796:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.393804:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393807:0:111155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.393816:0:111155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.393831:0:111155:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a519187380, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.393842:0:111155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.393874:0:111155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.393959:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.393969:0:111155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000020:00100000:1.0:1769074836.393983:0:111155:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.393998:0:111155:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007611981824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.394009:0:111155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00000100:00100000:1.0:1769074836.394036:0:111155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981824:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.394283:0:111155:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.397957:0:111155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111155:1855007611981824:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.397981:0:111155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.397994:0:111155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398001:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398008:0:111155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398015:0:111155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398021:0:111155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.398025:0:111155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398032:0:111155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398039:0:111155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398049:0:111155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.398055:0:111155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00010000:00010000:1.0:1769074836.398061:0:111155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abb94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111155 initiator: MDT0 00000002:00100000:1.0:1769074836.398079:0:111155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007611981824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.398092:0:111155:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.398117:0:111155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.398193:0:111155:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.398212:0:111155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb6a from it ffffb0d1019879a8 00010000:00010000:1.0:1769074836.398217:0:111155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.398225:0:111155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.405309:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405333:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074836.405349:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405353:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.405361:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405363:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.405371:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405373:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.405380:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405383:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.405390:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405394:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.405401:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405404:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.405412:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405414:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.405422:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405426:0:111157:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074836.405956:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.405973:0:111157:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:3.0:1769074836.405977:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074836.405982:0:111157:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074836.405989:0:111157:0:(namei.c:2020:ll_mknod()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) mode 20644 dev 100002 00010000:00010000:3.0:1769074836.406036:0:111157:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.406061:0:111157:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.406167:0:111157:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.406181:0:111157:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074836.406184:0:111157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abb6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692014be expref: -99 pid: 111155 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.407097:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.407116:0:111158:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.407176:0:111158:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.407215:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.407231:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074836.407274:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.407283:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.407293:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:0.0:1769074836.407331:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982080:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074836.407430:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1840 going to sleep for 11 seconds 00000020:00100000:3.0:1769074836.410057:0:111157:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074836.410087:0:111157:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924380 x1855007611982208/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074836.412753:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982080:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074836.412779:0:111158:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412791:0:111158:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412807:0:111158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412818:0:111158:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412829:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412836:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412842:0:111158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.412852:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2ca80 x1855007611982080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.412864:0:111158:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412878:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.412884:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074836.412909:0:111158:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074836.412915:0:111158:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abb9b 00000080:00010000:1.0:1769074836.412919:0:111158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074836.412922:0:111158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abb9b from it ffffb0d101d73cb8 00010000:00010000:1.0:1769074836.412925:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.412933:0:111158:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074836.413888:0:111157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111157:1855007611982208:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074836.414018:0:111157:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.418982:0:2363:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00100000:3.0:1769074836.419071:0:5546:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1769074836.419090:0:5546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623561984 00000100:00100000:3.0:1769074836.419100:0:5546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623561984 00000100:00100000:3.0:1769074836.419177:0:5546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 34 00000100:00100000:3.0:1769074836.419196:0:5546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97a5119bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5775:x1855007623561984:12345-192.168.204.123@tcp:104: 00010000:00010000:3.0:1769074836.419222:0:5546:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.419294:0:5546:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1769074836.419302:0:5546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97a5119bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:5775:x1855007623561984:12345-192.168.204.123@tcp:104: Request processed in 117us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074836.419310:0:5546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 34 00010000:00010000:1.0:1769074836.419580:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074836.419587:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419595:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.419600:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419607:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419616:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419644:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419697:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419704:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074836.419730:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419737:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abb9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920154a expref: -99 pid: 111158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.419758:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074836.419760:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074836.419762:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074836.419778:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007611982336:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1769074836.421558:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:1.0:1769074836.426633:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007611982336:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074836.430719:0:111157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111157:1855007611982208:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074836.430791:0:111157:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17b:0x0](ffff97a509e52a08) 00000080:00200000:0.0:1769074836.430798:0:111157:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17b:0x0], updating i_size 0 00000080:00200000:2.0:1769074836.431438:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.431446:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.431472:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.431535:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.431546:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.431556:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.431581:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982464:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.431664:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.437382:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982464:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.437407:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437422:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437429:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437435:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437443:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437450:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.437454:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437462:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437468:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437475:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.437481:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437491:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abba2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:0.0:1769074836.437508:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943800 x1855007611982464/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.437524:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.437552:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074836.437628:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.437645:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.437650:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.437670:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.437721:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437728:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.437738:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:0.0:1769074836.437757:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982592:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.437864:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.441826:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982592:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.441852:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441865:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441878:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441886:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441895:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441902:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.441907:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441914:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441921:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441927:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.441934:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.441941:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abba9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:0.0:1769074836.441959:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007611982592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.441972:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.441998:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074836.442071:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.442086:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.442091:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.442109:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.442223:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.442231:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.442240:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:0.0:1769074836.442261:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982720:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.442351:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.445248:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982720:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.445271:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445284:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445291:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445299:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445307:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445313:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.445328:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445335:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445342:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445349:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.445355:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445361:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abbb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.445377:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007611982720/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.445391:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.445421:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.445495:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.445511:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.445516:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.445535:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.445580:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445592:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.445602:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.445625:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982848:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.445714:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.449542:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982848:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.449563:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449576:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449583:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449591:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449598:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449603:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.449608:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449614:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449626:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449633:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.449640:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449645:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.449661:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943100 x1855007611982848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.449675:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.449698:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.449763:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.449777:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.449782:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.449799:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.449840:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449847:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.449856:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.449876:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982976:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.449957:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.453431:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611982976:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.453453:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453465:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453472:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453479:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453486:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453492:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.453496:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453502:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453509:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453515:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.453520:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453526:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.453544:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943100 x1855007611982976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.453564:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.453590:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.453655:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.453667:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.453672:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.453689:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.453730:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453736:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.453745:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.453764:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983104:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.453844:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.457914:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983104:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.457942:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.457957:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.457965:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.457972:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.457984:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.457990:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.457995:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458002:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458009:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458015:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.458022:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458028:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.458044:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943100 x1855007611983104/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.458060:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.458083:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.458174:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.458211:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.458216:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.458234:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.458283:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458295:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.458305:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.458325:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983232:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.458411:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.462789:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983232:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.462814:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462827:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462834:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462842:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462850:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462855:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.462860:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462867:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462878:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462885:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.462891:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.462898:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abbcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.462916:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943100 x1855007611983232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.462932:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.462958:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.463023:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.463039:0:111158:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.463044:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.463062:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.463104:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.463111:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.463119:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.463181:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983360:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.463288:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.467668:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983360:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.467695:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467707:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467714:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467722:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467730:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467735:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.467740:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467747:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467753:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467777:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.467783:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.467789:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:2.0:1769074836.467808:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943100 x1855007611983360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.467828:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.467853:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.467932:0:111158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.467955:0:111158:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204ea180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074836.467964:0:111158:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074836.467987:0:111158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074836.468046:0:111158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111158 initiator: MDT0 00010000:00010000:2.0:1769074836.468053:0:111158:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000020:00100000:2.0:1769074836.468064:0:111158:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074836.468069:0:111158:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007611983616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074836.468077:0:111158:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00000100:00100000:2.0:1769074836.468098:0:111158:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983616:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074836.468622:0:111158:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.472228:0:111158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111158:1855007611983616:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.472254:0:111158:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472268:0:111158:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472275:0:111158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472282:0:111158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472289:0:111158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472296:0:111158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.472301:0:111158:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472309:0:111158:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472316:0:111158:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472333:0:111158:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.472341:0:111158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00010000:00010000:0.0:1769074836.472347:0:111158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abbda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 111158 initiator: MDT0 00000002:00100000:0.0:1769074836.472367:0:111158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943100 x1855007611983616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.472381:0:111158:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.472412:0:111158:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074836.478359:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074836.478384:0:111160:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.478391:0:111160:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074836.478412:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.478428:0:111160:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074836.478491:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.478502:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.478512:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:3.0:1769074836.478546:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611983744:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074836.478648:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.481987:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611983744:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074836.482016:0:111160:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482029:0:111160:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482041:0:111160:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482052:0:111160:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482064:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482072:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482078:0:111160:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074836.482090:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925180 x1855007611983744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074836.482103:0:111160:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482116:0:111160:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074836.482157:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074836.482180:0:111160:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074836.482186:0:111160:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abbe1 00000080:00010000:3.0:1769074836.482191:0:111160:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074836.482194:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8bcb8 00010000:00010000:3.0:1769074836.482197:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.482214:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.484605:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.484629:0:111160:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.484634:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.484661:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.484731:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.484743:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.484754:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:2.0:1769074836.484786:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611983872:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.485079:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.489538:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611983872:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074836.489654:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489669:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489677:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489684:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489693:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489700:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.489705:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489712:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489720:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489733:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.489742:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.489748:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888abbe8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:2.0:1769074836.489899:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611983872/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.489917:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.489948:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.489961:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.489970:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b980 00010000:00010000:2.0:1769074836.489974:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.489980:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.490067:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.490082:0:111160:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.490086:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.490103:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.490491:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.490504:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:2.0:1769074836.490514:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:2.0:1769074836.490539:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984000:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.491037:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.494938:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984000:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.494963:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.494977:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.494983:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.494991:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.494998:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.495006:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.495011:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.495018:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.495024:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.495030:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.495036:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.495042:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abbef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:0.0:1769074836.495059:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007611984000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.495073:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.495105:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.495118:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.495285:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b980 00010000:00010000:0.0:1769074836.495289:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.495296:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.495489:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.495499:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.495516:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.495519:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.495529:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.495532:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.495540:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.495689:0:111160:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.495694:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.496009:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.496065:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.496072:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.496083:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:0.0:1769074836.496110:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984128:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.496908:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.501156:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984128:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.501181:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501211:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501218:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501226:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501233:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501238:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.501243:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501250:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501257:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501264:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.501271:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501277:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abbf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:0.0:1769074836.501295:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611984128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.501310:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.501351:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.501364:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.501377:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b980 00010000:00010000:0.0:1769074836.501382:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.501389:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.501472:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.501482:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.501495:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.501499:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.501508:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.501522:0:111160:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.501529:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.501740:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.501863:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.501871:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000020:00100000:0.0:1769074836.501883:0:111160:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.501890:0:111160:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2dc00 x1855007611984384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.501899:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:0.0:1769074836.501925:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984384:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.502174:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.506876:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984384:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.506901:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506914:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506920:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506927:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506933:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506939:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.506944:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506950:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506957:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506964:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.506971:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.506976:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abbfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:0.0:1769074836.506996:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611984384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.507013:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.507040:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.507052:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.507060:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b9a8 00010000:00010000:0.0:1769074836.507064:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.507071:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.507734:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507746:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.507757:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507761:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.507894:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507899:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.507908:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507911:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.507919:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507922:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.507929:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507933:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.507941:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507944:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.507957:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507960:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.507970:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.507979:0:111160:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204eb200, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.507986:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.508006:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.508062:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.508071:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000020:00100000:0.0:1769074836.508082:0:111160:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.508091:0:111160:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2dc00 x1855007611984640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.508101:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:0.0:1769074836.508312:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984640:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.508677:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.513036:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984640:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.513058:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513070:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513077:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513085:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513094:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513099:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.513104:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513110:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513117:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513447:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.513455:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:0.0:1769074836.513462:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:0.0:1769074836.513480:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611984640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.513493:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.513592:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.513605:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.513613:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b9a8 00010000:00010000:1.0:1769074836.513618:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.513625:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.514429:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514440:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.514451:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514455:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.514462:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514465:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.514472:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514474:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.514484:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514487:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.514495:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514498:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.514506:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514508:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.514516:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514518:0:111160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.514525:0:111160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.514536:0:111160:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50381f080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.514542:0:111160:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.514563:0:111160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.514619:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111160 initiator: MDT0 00010000:00010000:1.0:1769074836.514627:0:111160:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000020:00100000:1.0:1769074836.514638:0:111160:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.514645:0:111160:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007611984896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.514653:0:111160:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00000100:00100000:1.0:1769074836.514677:0:111160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984896:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.514973:0:111160:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.519708:0:111160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111160:1855007611984896:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.519736:0:111160:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519751:0:111160:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519758:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519775:0:111160:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519784:0:111160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519790:0:111160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.519795:0:111160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519801:0:111160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519807:0:111160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519814:0:111160:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.519820:0:111160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00010000:00010000:3.0:1769074836.519827:0:111160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245400/0xd0f48591888abc0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111160 initiator: MDT0 00000002:00100000:3.0:1769074836.519846:0:111160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007611984896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.519861:0:111160:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.519887:0:111160:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.519899:0:111160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.519909:0:111160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101d8b9a8 00010000:00010000:3.0:1769074836.519913:0:111160:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.519922:0:111160:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.532346:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532367:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.532379:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532383:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.532390:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532394:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.532401:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532404:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.532412:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532414:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.532423:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532427:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.532434:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532438:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.532446:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532449:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.532459:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.532463:0:111162:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074836.533010:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.533027:0:111162:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:0.0:1769074836.533033:0:111162:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:0.0:1769074836.533058:0:111162:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.533161:0:111162:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111162 initiator: MDT0 00010000:00010000:0.0:1769074836.533174:0:111162:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111162 initiator: MDT0 00010000:00010000:0.0:1769074836.533185:0:111162:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111162 initiator: MDT0 00000100:00100000:0.0:1769074836.533226:0:111162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111162:1855007611985024:192.168.204.123@tcp:101:pjdfstest.0 00000080:00200000:2.0:1769074836.534610:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.534634:0:111163:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.534641:0:111163:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.534674:0:111163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.534692:0:111163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.534706:0:111163:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.534714:0:111163:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074836.534723:0:111163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.534727:0:111163:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abbe1 00000080:00010000:2.0:1769074836.534734:0:111163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abbe1 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074836.534738:0:111163:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.534746:0:111163:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074836.546858:0:111162:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.546922:0:111162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111162:1855007611985024:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074836.546949:0:111162:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.546975:0:111162:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.546984:0:111162:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.546996:0:111162:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.547008:0:111162:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.547020:0:111162:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.547028:0:111162:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.547037:0:111162:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074836.547048:0:111162:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2c700 x1855007611985024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074836.547062:0:111162:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.547077:0:111162:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:0.0:1769074836.547086:0:111162:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074836.547114:0:111162:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:0.0:1769074836.547117:0:111162:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:0.0:1769074836.547163:0:111162:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1769074836.547171:0:111162:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888abc12 00000080:00200000:2.0:1769074836.547501:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547513:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.547526:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547530:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.547538:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547541:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.547549:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547552:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.547560:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547563:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.547571:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.547574:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.548073:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.548080:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.548093:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.548097:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.548107:0:111163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.548112:0:111163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00010000:0.0:1769074836.549606:0:111162:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:0.0:1769074836.549615:0:111162:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc12 from it ffffb0d101d1bba0 00010000:00010000:0.0:1769074836.549623:0:111162:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549636:0:111162:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.549683:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.549699:0:111162:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074836.549702:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.549706:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:0.0:1769074836.549710:0:111162:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.549716:0:111162:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:0.0:1769074836.549743:0:111162:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549762:0:111162:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549818:0:111162:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.549833:0:111162:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:0.0:1769074836.549869:0:111162:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549876:0:111162:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549882:0:111162:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074836.549884:0:111162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692016bd expref: -99 pid: 111162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.549897:0:111162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abbe1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201623 expref: -99 pid: 111160 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074836.549912:0:111162:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074836.549923:0:111162:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c700 x1855007611985280/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074836.549950:0:111162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111162:1855007611985280:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074836.550046:0:111162:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.557630:0:111162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111162:1855007611985280:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074836.568001:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074836.568033:0:111165:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074836.568042:0:111165:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074836.568065:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.568082:0:111165:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074836.568187:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.568197:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.568220:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:1.0:1769074836.568248:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985408:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074836.568625:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.571979:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985408:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074836.572015:0:111165:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572028:0:111165:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572040:0:111165:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572051:0:111165:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572064:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572073:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572084:0:111165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.572095:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5c000 x1855007611985408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.572108:0:111165:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572145:0:111165:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074836.572153:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074836.572179:0:111165:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074836.572525:0:111165:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc19 00000080:00010000:1.0:1769074836.572532:0:111165:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074836.572535:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6bcb8 00010000:00010000:1.0:1769074836.572539:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.572548:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.574989:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.575009:0:111165:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.575015:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.575040:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.575103:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.575117:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.575160:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:1.0:1769074836.575198:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985536:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.575309:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.580512:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985536:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.580541:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580557:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580564:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580570:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580579:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580585:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.580591:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580598:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580610:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580617:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.580624:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580631:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:1.0:1769074836.580647:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c000 x1855007611985536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.580662:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.580689:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.580700:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.580710:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b980 00010000:00010000:1.0:1769074836.580713:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.580721:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.580807:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.580823:0:111165:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.580828:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.580845:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.580884:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580890:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.580899:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:1.0:1769074836.580919:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985664:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.581005:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.584816:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985664:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.584845:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584860:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584867:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584874:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584882:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584888:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.584895:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584901:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584909:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584916:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.584924:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.584930:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:1.0:1769074836.584951:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c000 x1855007611985664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.584965:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.584995:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.585008:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.585017:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b980 00010000:00010000:1.0:1769074836.585021:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.585028:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.585106:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.585115:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.585309:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.585453:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.585470:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.585474:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.585486:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.585497:0:111165:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074836.585502:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074836.585522:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074836.585567:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.585574:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.585582:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:1.0:1769074836.585603:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985792:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.585692:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.589256:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611985792:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.589285:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589299:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589307:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589315:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589336:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589350:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.589356:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589364:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589373:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589380:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.589387:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589394:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:1.0:1769074836.589415:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5c000 x1855007611985792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.589432:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.589463:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.589478:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.589488:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b980 00010000:00010000:1.0:1769074836.589493:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.589501:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.589612:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.589622:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.589639:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.589643:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.589653:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.589670:0:111165:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204eb200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.589678:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.589701:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.589763:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.589771:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000020:00100000:1.0:1769074836.589785:0:111165:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.589793:0:111165:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007611986048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.589802:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:1.0:1769074836.589827:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986048:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.590033:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.595091:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986048:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.595118:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595159:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595166:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595173:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595190:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595197:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.595212:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595219:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595225:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595232:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.595238:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.595243:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:1.0:1769074836.595263:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007611986048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.595279:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.595309:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.595339:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.595348:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b9a8 00010000:00010000:1.0:1769074836.595352:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.595360:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.595775:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595786:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.595798:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595802:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.595810:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595813:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.595822:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595824:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.595836:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595839:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.595848:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595851:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.595859:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595862:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.595872:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595875:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.595884:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.595896:0:111165:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5190f5c80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.595906:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.595925:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.599314:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:1.0:1769074836.599333:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000020:00100000:1.0:1769074836.599354:0:111165:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.599373:0:111165:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007611986304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.599383:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:2.0:1769074836.599549:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986304:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.599730:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.604821:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986304:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.604849:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604863:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604870:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604876:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604884:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604889:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.604894:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604901:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604908:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604915:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.604920:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:3.0:1769074836.604927:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244600/0xd0f48591888abc3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:3.0:1769074836.604944:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007611986304/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.604957:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.604981:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.604993:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.605002:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b9a8 00010000:00010000:3.0:1769074836.605005:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.605013:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.605803:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605813:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.605821:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605823:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.605828:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605830:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.605835:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605836:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.605842:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605843:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.605848:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605850:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.605854:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605856:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.605860:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605861:0:111165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.605866:0:111165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.605873:0:111165:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190d80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074836.605878:0:111165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074836.605894:0:111165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074836.605943:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111165 initiator: MDT0 00010000:00010000:2.0:1769074836.605948:0:111165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000020:00100000:2.0:1769074836.605956:0:111165:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074836.605961:0:111165:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007611986560/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074836.605969:0:111165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00000100:00100000:2.0:1769074836.605985:0:111165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986560:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.606163:0:111165:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.608752:0:111165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111165:1855007611986560:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.608790:0:111165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608808:0:111165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608814:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608821:0:111165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608828:0:111165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608833:0:111165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.608837:0:111165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608843:0:111165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608849:0:111165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608855:0:111165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.608861:0:111165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00010000:00010000:0.0:1769074836.608867:0:111165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abc43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111165 initiator: MDT0 00000002:00100000:0.0:1769074836.608887:0:111165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941c00 x1855007611986560/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.608900:0:111165:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.608928:0:111165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.608941:0:111165:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.608950:0:111165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101d6b9a8 00010000:00010000:0.0:1769074836.608954:0:111165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.608960:0:111165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.618710:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074836.618735:0:111168:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074836.618745:0:111168:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000080:00200000:2.0:1769074836.618769:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618779:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.618793:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618797:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.618807:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618809:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.618817:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618819:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.618827:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618830:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.618837:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618840:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.618848:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618850:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.618858:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618860:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.618869:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.618873:0:111167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074836.619496:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.619513:0:111167:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074836.619519:0:111167:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074836.619545:0:111167:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.619612:0:111167:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111167 initiator: MDT0 00010000:00010000:2.0:1769074836.619624:0:111167:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111167 initiator: MDT0 00010000:00010000:2.0:1769074836.619635:0:111167:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111167 initiator: MDT0 00000100:00100000:2.0:1769074836.619664:0:111167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111167:1855007611986688:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074836.619777:0:111167:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000002:00010000:1.0:1769074836.619973:0:111168:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.619985:0:111168:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.619997:0:111168:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.620004:0:111168:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074836.620012:0:111168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074836.620015:0:111168:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc19 00000080:00010000:1.0:1769074836.620021:0:111168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc19 from it ffffb0d101da3cb8 00010000:00010000:1.0:1769074836.620025:0:111168:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.620033:0:111168:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074836.623589:0:111167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111167:1855007611986688:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074836.623623:0:111167:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.623650:0:111167:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.623660:0:111167:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623678:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00010000:00010000:3.0:1769074836.623680:0:111167:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623690:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00010000:00010000:3.0:1769074836.623691:0:111167:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623701:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00010000:00010000:3.0:1769074836.623704:0:111167:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623705:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.623713:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00010000:00010000:3.0:1769074836.623714:0:111167:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623716:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1769074836.623723:0:111167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623724:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.623727:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.623734:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000002:00100000:3.0:1769074836.623736:0:111167:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941500 x1855007611986688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.623737:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.623745:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.623749:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000002:00010000:3.0:1769074836.623751:0:111167:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.623757:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.623759:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1769074836.623762:0:111167:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/379 (0 0) 00000080:00200000:1.0:1769074836.623767:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.623770:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.623779:0:111168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.623782:0:111168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074836.623785:0:111167:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074836.623811:0:111167:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17b:0x0], updating i_size 0 00000080:00200000:3.0:1769074836.623815:0:111167:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x17b:0x0](ffff97a509e52a08): rc = 0 00000080:00010000:3.0:1769074836.623820:0:111167:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x17b:0x0](ffff97a509e52a08) for lock 0xd0f48591888abc4a 00000080:00010000:3.0:1769074836.623831:0:111167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x17b:0x0](ffff97a509e52a08) 00000080:00010000:3.0:1769074836.623835:0:111167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc4a from it ffffb0d101d1be00 00010000:00010000:3.0:1769074836.623839:0:111167:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.623847:0:111167:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.623888:0:111167:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074836.623896:0:111167:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074836.623930:0:111167:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.623952:0:111167:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.623995:0:111167:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.624031:0:111167:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.624039:0:111167:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.624044:0:111167:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074836.624047:0:111167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abc4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920177a expref: -99 pid: 111167 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.624062:0:111167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888abc19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692016e0 expref: -99 pid: 111165 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074836.624078:0:111167:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074836.624084:0:111167:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925180 x1855007611986944/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074836.624110:0:111167:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111167:1855007611986944:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074836.624498:0:111167:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.630656:0:111167:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111167:1855007611986944:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074836.630735:0:111167:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x17b:0x0](ffff97a509e52a08) 00000080:00200000:2.0:1769074836.639275:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.639300:0:111170:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.639308:0:111170:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.639340:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.639355:0:111170:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074836.639406:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:2.0:1769074836.639416:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:2.0:1769074836.639427:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:2.0:1769074836.639456:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987072:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074836.639583:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.645064:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987072:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074836.645092:0:111170:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645106:0:111170:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645421:0:111170:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645436:0:111170:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645447:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645455:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645461:0:111170:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074836.645477:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941f80 x1855007611987072/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074836.645491:0:111170:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645506:0:111170:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074836.645514:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074836.645540:0:111170:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074836.645547:0:111170:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc51 00000080:00010000:3.0:1769074836.645552:0:111170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074836.645555:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db3cb8 00010000:00010000:3.0:1769074836.645558:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.645564:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.647976:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.648003:0:111170:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074836.648009:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074836.648040:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074836.648118:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.648155:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.648166:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:3.0:1769074836.648521:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987200:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.651033:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.653020:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987200:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.653045:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653059:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653067:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653075:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653083:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653090:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.653095:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653101:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653108:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653114:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.653121:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653166:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abc58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:3.0:1769074836.653329:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924a80 x1855007611987200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.653345:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.653382:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.653395:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.653405:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db3980 00010000:00010000:3.0:1769074836.653409:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.653417:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.653495:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.653512:0:111170:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074836.653517:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074836.653538:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074836.653582:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653588:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.653605:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:3.0:1769074836.653628:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987328:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.653897:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.657888:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987328:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.657912:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657925:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657931:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657937:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657945:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657951:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.657956:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657962:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657970:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657981:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.657987:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.657993:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:3.0:1769074836.658009:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924a80 x1855007611987328/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.658024:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.658055:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.658067:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.658077:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db3980 00010000:00010000:3.0:1769074836.658080:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.658088:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.658284:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.658295:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.658479:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.658485:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.658502:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.658506:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.658515:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.658529:0:111170:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074836.658534:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074836.658554:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074836.658603:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.658612:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.658621:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:3.0:1769074836.658646:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987456:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.658780:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.662728:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987456:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.662752:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662779:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662785:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662793:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662800:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662806:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.662811:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662817:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662824:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662830:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.662838:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.662844:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abc66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:1.0:1769074836.662865:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924a80 x1855007611987456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.662879:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.662908:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.662922:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.662936:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db3980 00010000:00010000:1.0:1769074836.662940:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.662947:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.663038:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.663049:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.663061:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.663064:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.663075:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.663088:0:111170:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503005800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.663095:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.663115:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.663226:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.663235:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000020:00100000:1.0:1769074836.663249:0:111170:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.663256:0:111170:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5fb80 x1855007611987712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.663266:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:1.0:1769074836.663295:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987712:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.664028:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.668910:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987712:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.668934:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668946:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668954:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668960:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668967:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668973:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.668978:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668984:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668990:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.668997:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.669004:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.669010:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abc6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:1.0:1769074836.669030:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5fb80 x1855007611987712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.669044:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.669072:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.669086:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.669094:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db39a8 00010000:00010000:1.0:1769074836.669098:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.669105:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.670053:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670070:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.670081:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670084:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.670090:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670093:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.670099:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670102:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.670110:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670113:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.670433:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670439:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.670456:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670460:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.670470:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670473:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.670483:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.670496:0:111170:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a519187200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.670505:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.670534:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.670609:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.670619:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000020:00100000:1.0:1769074836.670633:0:111170:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.670645:0:111170:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5fb80 x1855007611987968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.670656:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:1.0:1769074836.670683:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987968:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.671565:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.678717:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611987968:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074836.678741:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678754:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678761:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678880:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678888:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678894:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.678899:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678905:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678912:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678918:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.678926:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.678931:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abc74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:1.0:1769074836.678953:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5fb80 x1855007611987968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.678967:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.678999:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.679011:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.679024:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db39a8 00010000:00010000:1.0:1769074836.679028:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.679034:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.679769:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679783:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.679795:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679799:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.679806:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679809:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.679817:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679819:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.679826:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679829:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.679836:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679840:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.679851:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679853:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.679860:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679863:0:111170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.679869:0:111170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.679879:0:111170:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50540e780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.679885:0:111170:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.679905:0:111170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.679962:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111170 initiator: MDT0 00010000:00010000:1.0:1769074836.679970:0:111170:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000020:00100000:1.0:1769074836.679981:0:111170:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.679989:0:111170:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5fb80 x1855007611988224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.679997:0:111170:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00000100:00100000:1.0:1769074836.680020:0:111170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611988224:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074836.680516:0:111170:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.687601:0:111170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111170:1855007611988224:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.687635:0:111170:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687654:0:111170:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687663:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687671:0:111170:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687681:0:111170:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687687:0:111170:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.687697:0:111170:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687704:0:111170:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687711:0:111170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687718:0:111170:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.687728:0:111170:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00010000:00010000:3.0:1769074836.687734:0:111170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888abc7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111170 initiator: MDT0 00000002:00100000:3.0:1769074836.687761:0:111170:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5fb80 x1855007611988224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.687789:0:111170:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.687823:0:111170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.687838:0:111170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.687848:0:111170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc51 from it ffffb0d101db39a8 00010000:00010000:3.0:1769074836.687852:0:111170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.687861:0:111170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.703705:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703727:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.703739:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703743:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.703751:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703754:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.703762:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703765:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.703772:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703775:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.703783:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703787:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.703794:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703797:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.703805:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703808:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.703815:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.703819:0:111172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074836.704419:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.704436:0:111172:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074836.704440:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.704445:0:111172:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.704449:0:111172:0:(namei.c:2020:ll_mknod()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) mode 140777 dev 0 00010000:00010000:0.0:1769074836.704500:0:111172:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.704530:0:111172:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.704621:0:111172:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.704630:0:111172:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074836.704634:0:111172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abc51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920179d expref: -99 pid: 111170 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074836.704679:0:111172:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074836.704695:0:111172:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c700 x1855007611988480/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074836.704725:0:111172:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111172:1855007611988480:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074836.704864:0:111172:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000080:00200000:3.0:1769074836.709633:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074836.709656:0:111173:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.709664:0:111173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074836.709688:0:111173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.709704:0:111173:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074836.709762:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111173 initiator: MDT0 00010000:00010000:3.0:1769074836.709771:0:111173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:3.0:1769074836.709780:0:111173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000100:00100000:3.0:1769074836.709805:0:111173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988608:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074836.709896:0:111173:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.711470:0:111172:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111172:1855007611988480:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074836.711527:0:111172:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17c:0x0](ffff97a509e563c8) 00000080:00200000:0.0:1769074836.711534:0:111172:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17c:0x0], updating i_size 0 00000100:00100000:3.0:1769074836.715655:0:111173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988608:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074836.715679:0:111173:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715690:0:111173:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715701:0:111173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715711:0:111173:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715728:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715735:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715743:0:111173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074836.715752:0:111173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511926d80 x1855007611988608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074836.715897:0:111173:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715914:0:111173:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074836.715921:0:111173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074836.715941:0:111173:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074836.715946:0:111173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc82 00000080:00010000:3.0:1769074836.715951:0:111173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074836.715954:0:111173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101dcbcb8 00010000:00010000:3.0:1769074836.715957:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.715964:0:111173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.719826:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.719853:0:111173:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.719863:0:111173:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.719890:0:111173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.719959:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.719970:0:111173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.719980:0:111173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000100:00100000:0.0:1769074836.720010:0:111173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988736:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.720555:0:111173:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.724067:0:111173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988736:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.724095:0:111173:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724108:0:111173:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724115:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724611:0:111173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724621:0:111173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724627:0:111173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.724633:0:111173:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724643:0:111173:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724650:0:111173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724658:0:111173:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.724665:0:111173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.724671:0:111173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abc89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00000002:00100000:0.0:1769074836.724687:0:111173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611988736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.724703:0:111173:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.724965:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.724981:0:111173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.724991:0:111173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101dcb980 00010000:00010000:0.0:1769074836.724995:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.725001:0:111173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.725090:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.725106:0:111173:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.725112:0:111173:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.725544:0:111173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.725592:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.725601:0:111173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.725610:0:111173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000100:00100000:0.0:1769074836.725634:0:111173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988864:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.725862:0:111173:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.730510:0:111173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988864:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.730537:0:111173:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730551:0:111173:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730559:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730565:0:111173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730574:0:111173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730580:0:111173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.730584:0:111173:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730592:0:111173:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730599:0:111173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730605:0:111173:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.730610:0:111173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.730615:0:111173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abc90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00000002:00100000:0.0:1769074836.730632:0:111173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611988864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.730647:0:111173:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.730683:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.730696:0:111173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.730705:0:111173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101dcb980 00010000:00010000:0.0:1769074836.730708:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.730716:0:111173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.731016:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.731028:0:111173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.731040:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.731043:0:111173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.731053:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.731056:0:111173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.731065:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.731076:0:111173:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.731081:0:111173:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.731102:0:111173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.731420:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.731430:0:111173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.731439:0:111173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000100:00100000:0.0:1769074836.731466:0:111173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988992:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.731641:0:111173:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.735933:0:111173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611988992:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.735966:0:111173:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.735984:0:111173:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.735991:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.735999:0:111173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736008:0:111173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736015:0:111173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.736021:0:111173:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736027:0:111173:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736034:0:111173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736041:0:111173:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.736048:0:111173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736054:0:111173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abc97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00000002:00100000:0.0:1769074836.736073:0:111173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611988992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.736089:0:111173:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.736149:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.736167:0:111173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.736185:0:111173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101dcb980 00010000:00010000:0.0:1769074836.736189:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.736207:0:111173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.736293:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.736304:0:111173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.736329:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.736332:0:111173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.736341:0:111173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.736358:0:111173:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.736365:0:111173:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.736387:0:111173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.736443:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.736449:0:111173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000020:00100000:0.0:1769074836.736461:0:111173:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.736468:0:111173:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611989248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.736477:0:111173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00000100:00100000:0.0:1769074836.736497:0:111173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611989248:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074836.736709:0:111173:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.740938:0:111173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111173:1855007611989248:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074836.740968:0:111173:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.740982:0:111173:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.740990:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.740998:0:111173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741006:0:111173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741013:0:111173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.741019:0:111173:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741027:0:111173:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741035:0:111173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741042:0:111173:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.741050:0:111173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00010000:00010000:0.0:1769074836.741057:0:111173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abc9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111173 initiator: MDT0 00000002:00100000:0.0:1769074836.741078:0:111173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611989248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.741094:0:111173:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.741533:0:111173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.741549:0:111173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.741558:0:111173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101dcb9a8 00010000:00010000:0.0:1769074836.741561:0:111173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.741569:0:111173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.748584:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074836.748613:0:111175:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.748622:0:111175:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074836.748650:0:111175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.748674:0:111175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.748694:0:111175:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.748702:0:111175:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074836.748709:0:111175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074836.748714:0:111175:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc82 00000080:00010000:3.0:1769074836.748723:0:111175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101de3cb8 00010000:00010000:3.0:1769074836.748727:0:111175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.748735:0:111175:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.753528:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753546:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.753558:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753562:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.753570:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753573:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.753579:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753582:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.753589:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753592:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.753600:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753603:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.753612:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753615:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.753623:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753626:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.753633:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.753644:0:111175:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506191680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074836.753652:0:111175:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074836.753680:0:111175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074836.753752:0:111175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111175 initiator: MDT0 00010000:00010000:2.0:1769074836.753762:0:111175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00000020:00100000:2.0:1769074836.753773:0:111175:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074836.753787:0:111175:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007611989504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074836.753796:0:111175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00000100:00100000:2.0:1769074836.753820:0:111175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111175:1855007611989504:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074836.754008:0:111175:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.759669:0:111175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111175:1855007611989504:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.759694:0:111175:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759704:0:111175:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759709:0:111175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759713:0:111175:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759720:0:111175:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759725:0:111175:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.759728:0:111175:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759733:0:111175:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759737:0:111175:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759741:0:111175:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.759747:0:111175:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.759751:0:111175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abca5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111175 initiator: MDT0 00000002:00100000:3.0:1769074836.759783:0:111175:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943b80 x1855007611989504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.759799:0:111175:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.759825:0:111175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.759835:0:111175:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.759842:0:111175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101de39a8 00010000:00010000:3.0:1769074836.759844:0:111175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.759850:0:111175:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.760316:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760327:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074836.760335:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760337:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760343:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760345:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760350:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760352:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760357:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760358:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760363:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760365:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760369:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760371:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760376:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760377:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760381:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760383:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074836.760518:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760523:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074836.760533:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760536:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760544:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760547:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760555:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760558:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760567:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760570:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074836.760579:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760582:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760590:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760593:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760601:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760604:0:111175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074836.760612:0:111175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.760627:0:111175:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113c3c80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074836.760634:0:111175:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074836.760654:0:111175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074836.760707:0:111175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.760713:0:111175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00000020:00100000:3.0:1769074836.760720:0:111175:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074836.760725:0:111175:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926d80 x1855007611989760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074836.760732:0:111175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00000100:00100000:3.0:1769074836.760748:0:111175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111175:1855007611989760:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.760933:0:111175:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.765184:0:111175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111175:1855007611989760:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074836.765215:0:111175:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765236:0:111175:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765244:0:111175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765251:0:111175:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765259:0:111175:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765266:0:111175:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074836.765271:0:111175:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765277:0:111175:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765285:0:111175:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765292:0:111175:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074836.765300:0:111175:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111175 initiator: MDT0 00010000:00010000:3.0:1769074836.765307:0:111175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111175 initiator: MDT0 00000002:00100000:3.0:1769074836.765337:0:111175:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926d80 x1855007611989760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074836.765351:0:111175:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074836.765384:0:111175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.765396:0:111175:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074836.765405:0:111175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101de39a8 00010000:00010000:3.0:1769074836.765409:0:111175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.765415:0:111175:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.774888:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074836.774909:0:111178:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074836.774916:0:111178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074836.774933:0:111178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074836.774949:0:111178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.774962:0:111178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.774970:0:111178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074836.774978:0:111178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074836.774982:0:111178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abc82 00000080:00010000:0.0:1769074836.774989:0:111178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abc82 from it ffffb0d101e03cb8 00010000:00010000:0.0:1769074836.774993:0:111178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.775007:0:111178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.776869:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776884:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.776898:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776903:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.776912:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776914:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.776922:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776924:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.776930:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776933:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.776941:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776945:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.776953:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776956:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.776964:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776967:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.776975:0:111178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.776978:0:111178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074836.781444:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781465:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.781478:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781483:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.781489:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781492:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.781500:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781502:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.781510:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781512:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.781519:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781523:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.781532:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781534:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.781542:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781545:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.781553:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.781557:0:111177:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074836.782090:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.782112:0:111177:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074836.782119:0:111177:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074836.782176:0:111177:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.782267:0:111177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111177 initiator: MDT0 00010000:00010000:2.0:1769074836.782280:0:111177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111177 initiator: MDT0 00010000:00010000:2.0:1769074836.782291:0:111177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111177 initiator: MDT0 00000100:00100000:2.0:1769074836.782695:0:111177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111177:1855007611989888:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074836.782850:0:111177:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.786686:0:111177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111177:1855007611989888:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074836.786713:0:111177:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786736:0:111177:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786743:0:111177:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786754:0:111177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786775:0:111177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786787:0:111177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786794:0:111177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786802:0:111177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074836.786817:0:111177:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941880 x1855007611989888/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074836.786831:0:111177:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786841:0:111177:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:2.0:1769074836.786847:0:111177:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074836.786868:0:111177:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:2.0:1769074836.786871:0:111177:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:2.0:1769074836.786892:0:111177:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074836.786900:0:111177:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888abcb3 00000080:00010000:2.0:1769074836.786915:0:111177:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:2.0:1769074836.786919:0:111177:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcb3 from it ffffb0d101df3ba0 00010000:00010000:2.0:1769074836.786922:0:111177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.786930:0:111177:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.786983:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.787006:0:111177:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074836.787010:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.787015:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:2.0:1769074836.787019:0:111177:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074836.787025:0:111177:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:2.0:1769074836.787053:0:111177:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.787072:0:111177:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.787406:0:111177:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.787422:0:111177:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:2.0:1769074836.787458:0:111177:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.787465:0:111177:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.787475:0:111177:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074836.787478:0:111177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abcb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e9692018d1 expref: -99 pid: 111177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.787493:0:111177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688800/0xd0f48591888abc82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201837 expref: -99 pid: 111173 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074836.787509:0:111177:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074836.787517:0:111177:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611990144/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074836.787543:0:111177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111177:1855007611990144:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074836.787683:0:111177:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.792006:0:111177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111177:1855007611990144:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074836.799549:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074836.799572:0:111180:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.799581:0:111180:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074836.799604:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.799621:0:111180:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074836.799681:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:3.0:1769074836.799691:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:3.0:1769074836.799702:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:3.0:1769074836.799731:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990272:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074836.799845:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.804943:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990272:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074836.804978:0:111180:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.804992:0:111180:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805008:0:111180:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805022:0:111180:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805038:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805046:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805053:0:111180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074836.805063:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511926d80 x1855007611990272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074836.805074:0:111180:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805090:0:111180:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.805098:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074836.805553:0:111180:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1769074836.805563:0:111180:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abcba 00000080:00010000:2.0:1769074836.805569:0:111180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.805573:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e13cb8 00010000:00010000:2.0:1769074836.805576:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.805585:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.807262:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.807280:0:111180:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.807287:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.807309:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.807375:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.807386:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.807399:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.807425:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990400:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.807544:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.810916:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990400:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.810940:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810953:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810960:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810967:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810976:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810982:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.810988:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.810994:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.811001:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.811012:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.811018:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.811024:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.811042:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611990400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.811058:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.811090:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.811103:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.811113:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e13980 00010000:00010000:0.0:1769074836.811117:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.811439:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.811529:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.811547:0:111180:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.811553:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.811573:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.811622:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.811634:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.811643:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.811665:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990528:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.811793:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.816073:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990528:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.816099:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816114:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816120:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816414:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816426:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816433:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.816438:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816446:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816460:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816466:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.816474:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816480:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abcc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.816501:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611990528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.816518:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.816549:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.816561:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.816569:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e13980 00010000:00010000:0.0:1769074836.816573:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.816580:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.816672:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.816684:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.816699:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.816702:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.816710:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.816713:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.816721:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.816732:0:111180:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.816737:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.816756:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.816877:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816884:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.816893:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.816917:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990656:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.817068:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.821722:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990656:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.821745:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821758:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821774:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821781:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821788:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821799:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.821804:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821811:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821818:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821825:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.821832:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.821837:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abccf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.821855:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611990656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.821870:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.821902:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.821915:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.821925:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e13980 00010000:00010000:0.0:1769074836.821929:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.821936:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.822023:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.822033:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.822050:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.822053:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.822062:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.822074:0:111180:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.822082:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.822103:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.822193:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.822208:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000020:00100000:0.0:1769074836.822220:0:111180:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.822227:0:111180:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611990912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.822235:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.822261:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990912:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.822475:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.826502:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611990912:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.826531:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826544:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826552:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826560:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826567:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826573:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.826578:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826585:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826592:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826598:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.826604:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.826611:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abcd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.826632:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611990912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.826646:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.826673:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.826690:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.826700:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e139a8 00010000:00010000:0.0:1769074836.826703:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.826711:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.827228:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827238:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.827251:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827255:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.827264:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827267:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.827275:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827278:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.827287:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827290:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.827298:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827302:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.827312:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827314:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.827322:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827324:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.827335:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.827345:0:111180:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.827354:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.827375:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.827430:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.827437:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000020:00100000:0.0:1769074836.827449:0:111180:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.827456:0:111180:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611991168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.827464:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.827485:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611991168:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.827671:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.835401:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611991168:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.835425:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835439:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835446:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835453:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835460:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835467:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.835471:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835477:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835484:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835491:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.835496:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.835502:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abcdd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.835520:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611991168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.835535:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.835561:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.835573:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.835581:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e139a8 00010000:00010000:0.0:1769074836.835585:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.835593:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.835998:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836009:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.836021:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836024:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.836033:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836036:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.836045:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836048:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.836056:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836059:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.836068:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836071:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.836079:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836082:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.836090:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836093:0:111180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.836100:0:111180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.836110:0:111180:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.836117:0:111180:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.836605:0:111180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.836666:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.836675:0:111180:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000020:00100000:0.0:1769074836.836686:0:111180:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.836694:0:111180:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611991424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.836705:0:111180:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00000100:00100000:0.0:1769074836.836728:0:111180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611991424:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.836914:0:111180:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.840185:0:111180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111180:1855007611991424:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.840221:0:111180:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840236:0:111180:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840242:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840249:0:111180:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840255:0:111180:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840261:0:111180:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.840265:0:111180:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840272:0:111180:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840279:0:111180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840290:0:111180:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.840297:0:111180:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00010000:00010000:0.0:1769074836.840303:0:111180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abce4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111180 initiator: MDT0 00000002:00100000:0.0:1769074836.840512:0:111180:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611991424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.840526:0:111180:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.840552:0:111180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.840565:0:111180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.840574:0:111180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101e139a8 00010000:00010000:0.0:1769074836.840578:0:111180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.840585:0:111180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.850285:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.850443:0:111183:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.850453:0:111183:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.850476:0:111183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.850496:0:111183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.850512:0:111183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.850520:0:111183:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074836.850527:0:111183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.850531:0:111183:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abcba 00000080:00010000:2.0:1769074836.850538:0:111183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcba from it ffffb0d101cd3cb8 00010000:00010000:2.0:1769074836.850542:0:111183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.850550:0:111183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.854359:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854381:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074836.854393:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854397:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.854404:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854408:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.854415:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854418:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.854425:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854428:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.854437:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854440:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.854448:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854451:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.854459:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854461:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074836.854469:0:111183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.854472:0:111183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074836.856974:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.856995:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074836.857009:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857013:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.857022:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857025:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.857034:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857037:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.857045:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857048:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074836.857055:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857059:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.857067:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857070:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.857078:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857081:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.857089:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.857093:0:111182:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074836.858871:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.858899:0:111182:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:1.0:1769074836.858905:0:111182:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074836.858930:0:111182:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074836.859005:0:111182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111182 initiator: MDT0 00010000:00010000:1.0:1769074836.859018:0:111182:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111182 initiator: MDT0 00010000:00010000:1.0:1769074836.859029:0:111182:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111182 initiator: MDT0 00000100:00100000:1.0:1769074836.859059:0:111182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111182:1855007611991552:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074836.859565:0:111182:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.863480:0:111182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111182:1855007611991552:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074836.863515:0:111182:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863546:0:111182:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863554:0:111182:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863567:0:111182:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863580:0:111182:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863595:0:111182:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863603:0:111182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863610:0:111182:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074836.863621:0:111182:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5c700 x1855007611991552/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074836.863635:0:111182:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863646:0:111182:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/380 (0 0) 00000080:00200000:1.0:1769074836.863655:0:111182:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074836.863683:0:111182:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17c:0x0], updating i_size 0 00000080:00200000:1.0:1769074836.863686:0:111182:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x17c:0x0](ffff97a509e563c8): rc = 0 00000080:00010000:1.0:1769074836.863691:0:111182:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x17c:0x0](ffff97a509e563c8) for lock 0xd0f48591888abceb 00000080:00010000:1.0:1769074836.863702:0:111182:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x17c:0x0](ffff97a509e563c8) 00000080:00010000:1.0:1769074836.863706:0:111182:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abceb from it ffffb0d101d5be00 00010000:00010000:1.0:1769074836.863709:0:111182:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863718:0:111182:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.863758:0:111182:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074836.863847:0:111182:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:1.0:1769074836.863876:0:111182:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863899:0:111182:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863959:0:111182:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.863994:0:111182:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.864001:0:111182:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.864007:0:111182:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074836.864009:0:111182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abceb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920198e expref: -99 pid: 111182 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.864023:0:111182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688600/0xd0f48591888abcba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692018f4 expref: -99 pid: 111180 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074836.864041:0:111182:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074836.864049:0:111182:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c700 x1855007611991808/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074836.864074:0:111182:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111182:1855007611991808:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074836.867097:0:111182:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.873595:0:111182:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111182:1855007611991808:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074836.873658:0:111182:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x17c:0x0](ffff97a509e563c8) 00000080:00200000:3.0:1769074836.884916:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074836.884944:0:111185:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074836.884954:0:111185:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074836.884979:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074836.884999:0:111185:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074836.885076:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:3.0:1769074836.885087:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:3.0:1769074836.885097:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:3.0:1769074836.885161:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611991936:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074836.885517:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074836.895966:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611991936:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074836.895991:0:111185:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896005:0:111185:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896019:0:111185:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896030:0:111185:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896041:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896056:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896063:0:111185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074836.896074:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924e00 x1855007611991936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074836.896088:0:111185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896104:0:111185:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074836.896112:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074836.896671:0:111185:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074836.896680:0:111185:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abcf2 00000080:00010000:3.0:1769074836.896686:0:111185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074836.896690:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e33cb8 00010000:00010000:3.0:1769074836.896694:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074836.896703:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074836.899708:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074836.899740:0:111185:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074836.899747:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074836.899791:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074836.899870:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:3.0:1769074836.899881:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:3.0:1769074836.899892:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:3.0:1769074836.899923:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992064:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074836.900053:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.903873:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992064:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.903899:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903912:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903918:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903925:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903933:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903939:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.903944:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903950:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903957:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903964:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.903970:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.903976:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abcf9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.903992:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924e00 x1855007611992064/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.904005:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.904031:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.904043:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.904051:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e33980 00010000:00010000:0.0:1769074836.904055:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.904062:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.904190:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.904215:0:111185:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.904219:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.904238:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.904282:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.904288:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.904298:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:0.0:1769074836.904478:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992192:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.904560:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.909725:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992192:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.909751:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909778:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909785:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909793:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909801:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909808:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.909812:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909820:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909827:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909834:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.909840:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.909847:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abd00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.909865:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611992192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.909881:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.909915:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.909929:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.909937:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e33980 00010000:00010000:0.0:1769074836.909941:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.909948:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.910034:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.910045:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.910058:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.910061:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.910069:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.910072:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.910081:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.910094:0:111185:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074836.910099:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074836.910119:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074836.911633:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.911650:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.911662:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:0.0:1769074836.911692:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992320:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.911833:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.916887:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992320:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.916919:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916933:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916940:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916949:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916956:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916963:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.916968:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916975:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916983:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.916990:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.916999:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.917010:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.917030:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e300 x1855007611992320/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.917046:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.917072:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.917085:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.917094:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e33980 00010000:00010000:0.0:1769074836.917098:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.917105:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.917254:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.917265:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.917279:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.917282:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.917292:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.917321:0:111185:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.917332:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.917356:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.917422:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.917430:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000020:00100000:0.0:1769074836.917442:0:111185:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.917449:0:111185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611992576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.917459:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:0.0:1769074836.917483:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992576:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.917668:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.922036:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992576:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.922063:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922075:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922082:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922089:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922096:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922103:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.922107:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922115:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922742:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922754:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.922764:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.922779:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.922806:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611992576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.922822:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.922854:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.922867:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.922877:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e339a8 00010000:00010000:0.0:1769074836.922881:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.922889:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.923394:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923406:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.923417:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923421:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.923430:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923432:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.923442:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923445:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.923455:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923458:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.923467:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923471:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.923480:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923483:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.923491:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923494:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.923502:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.923512:0:111185:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a518f85680, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.923519:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.923538:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.923597:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.923604:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000020:00100000:0.0:1769074836.923617:0:111185:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.923625:0:111185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611992832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.923634:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:0.0:1769074836.923660:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992832:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.923874:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.927830:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611992832:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.927856:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927869:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927876:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927883:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927891:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927897:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.927902:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927908:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927914:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927921:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.927928:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.927938:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.927959:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611992832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.927975:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.928009:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.928023:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.928031:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e339a8 00010000:00010000:0.0:1769074836.928034:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.928042:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.928522:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928535:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.928547:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928551:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.928560:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928562:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.928569:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928572:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.928578:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928580:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.928588:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928591:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.928598:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928601:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.928608:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928611:0:111185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.928618:0:111185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.928629:0:111185:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b01b00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074836.928635:0:111185:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074836.928660:0:111185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074836.928715:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.928723:0:111185:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000020:00100000:0.0:1769074836.928732:0:111185:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074836.928739:0:111185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611993088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074836.928749:0:111185:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00000100:00100000:0.0:1769074836.928770:0:111185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611993088:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074836.928969:0:111185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074836.932734:0:111185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111185:1855007611993088:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074836.932760:0:111185:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932772:0:111185:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932779:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932785:0:111185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932793:0:111185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932799:0:111185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074836.932803:0:111185:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932810:0:111185:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932818:0:111185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932825:0:111185:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074836.932832:0:111185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00010000:00010000:0.0:1769074836.932838:0:111185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111185 initiator: MDT0 00000002:00100000:0.0:1769074836.932858:0:111185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007611993088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074836.932873:0:111185:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074836.932903:0:111185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.932919:0:111185:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074836.932928:0:111185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abcf2 from it ffffb0d101e339a8 00010000:00010000:0.0:1769074836.932932:0:111185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.932939:0:111185:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074836.947280:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947302:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074836.947322:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947326:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.947334:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947337:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.947344:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947347:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.947354:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947357:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074836.947363:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947366:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.947373:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947375:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.947383:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947386:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074836.947393:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947396:0:111187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074836.947947:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074836.947967:0:111187:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074836.947971:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.947978:0:111187:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074836.947982:0:111187:0:(namei.c:2094:ll_symlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=test 00010000:00010000:0.0:1769074836.948029:0:111187:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.948055:0:111187:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.948186:0:111187:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074836.948781:0:111187:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074836.948786:0:111187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abcf2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692019b1 expref: -99 pid: 111185 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074836.948810:0:111187:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074836.948824:0:111187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007611993344/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074836.948920:0:111187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111187:1855007611993344:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074836.949221:0:111187:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074836.953078:0:111187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111187:1855007611993344:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074836.953170:0:111187:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17d:0x0](ffff97a509f6aa08) 00000080:00200000:1.0:1769074836.953181:0:111187:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17d:0x0], updating i_size 4 00000080:00200000:2.0:1769074836.955757:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074836.955932:0:111188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074836.955940:0:111188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074836.955961:0:111188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074836.955978:0:111188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074836.956037:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.956046:0:111188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.956055:0:111188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000100:00100000:2.0:1769074836.956082:0:111188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993472:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074836.956369:0:111188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.971603:0:111188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993472:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074836.971643:0:111188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971657:0:111188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971677:0:111188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971688:0:111188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971700:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971708:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971716:0:111188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074836.971729:0:111188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941880 x1855007611993472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074836.971741:0:111188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971754:0:111188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:2.0:1769074836.971761:0:111188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074836.971788:0:111188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:2.0:1769074836.971795:0:111188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd23 00000080:00010000:2.0:1769074836.971800:0:111188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074836.971803:0:111188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101df3cb8 00010000:00010000:2.0:1769074836.971806:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.971815:0:111188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.973536:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.973561:0:111188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.973567:0:111188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.973597:0:111188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.973667:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.973677:0:111188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.973687:0:111188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000100:00100000:2.0:1769074836.973714:0:111188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993600:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.973832:0:111188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.980042:0:111188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993600:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.980067:0:111188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980078:0:111188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980084:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980090:0:111188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980097:0:111188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980103:0:111188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.980108:0:111188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980114:0:111188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980279:0:111188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980289:0:111188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.980296:0:111188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980302:0:111188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abd2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00000002:00100000:2.0:1769074836.980495:0:111188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941880 x1855007611993600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.980510:0:111188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.980538:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.980550:0:111188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.980558:0:111188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101df3980 00010000:00010000:2.0:1769074836.980562:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.980569:0:111188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.980641:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.980655:0:111188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.980659:0:111188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.980674:0:111188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.980710:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980716:0:111188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.980726:0:111188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000100:00100000:2.0:1769074836.980743:0:111188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993728:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.981046:0:111188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074836.987554:0:111188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993728:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074836.987586:0:111188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987603:0:111188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987611:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987619:0:111188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987628:0:111188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987634:0:111188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074836.987640:0:111188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987648:0:111188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987656:0:111188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987663:0:111188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074836.987671:0:111188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.987677:0:111188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888abd31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00000002:00100000:2.0:1769074836.987696:0:111188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941880 x1855007611993728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074836.987713:0:111188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074836.987740:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.987753:0:111188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074836.987761:0:111188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101df3980 00010000:00010000:2.0:1769074836.987777:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074836.987786:0:111188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074836.987882:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.987891:0:111188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.987906:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.987909:0:111188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.987919:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.987922:0:111188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074836.987935:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074836.987948:0:111188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074836.987953:0:111188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074836.987975:0:111188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074836.988021:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.988028:0:111188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:2.0:1769074836.988037:0:111188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000100:00100000:2.0:1769074836.988060:0:111188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993856:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074836.988562:0:111188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17180 going to sleep for 11 seconds 00010000:00010000:0.0:1769074836.988929:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074836.995890:0:111188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611993856:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074836.995917:0:111188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995931:0:111188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995938:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995945:0:111188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995954:0:111188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995961:0:111188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074836.995967:0:111188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995974:0:111188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995981:0:111188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.995988:0:111188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074836.995994:0:111188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.996002:0:111188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abd38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00000002:00100000:1.0:1769074836.996020:0:111188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941880 x1855007611993856/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074836.996035:0:111188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074836.996069:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.996081:0:111188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074836.996089:0:111188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101df3980 00010000:00010000:1.0:1769074836.996092:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074836.996100:0:111188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074836.996703:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.996717:0:111188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.996733:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.996737:0:111188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074836.996747:0:111188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074836.996836:0:111188:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503005c80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074836.996846:0:111188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074836.996867:0:111188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074836.996931:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074836.996940:0:111188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000020:00100000:1.0:1769074836.996952:0:111188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074836.996961:0:111188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ce00 x1855007611994112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074836.996972:0:111188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00000100:00100000:1.0:1769074836.996999:0:111188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611994112:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074836.997533:0:111188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074837.000998:0:111188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111188:1855007611994112:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074837.001026:0:111188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001041:0:111188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001047:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001055:0:111188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001063:0:111188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001070:0:111188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074837.001075:0:111188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001083:0:111188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001090:0:111188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001096:0:111188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074837.001102:0:111188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00010000:00010000:1.0:1769074837.001108:0:111188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111188 initiator: MDT0 00000002:00100000:1.0:1769074837.001475:0:111188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ce00 x1855007611994112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074852 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074837.001490:0:111188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074837.001517:0:111188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.001530:0:111188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074837.001539:0:111188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101df39a8 00010000:00010000:1.0:1769074837.001542:0:111188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.001550:0:111188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.009513:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074837.009538:0:111190:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074837.009546:0:111190:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074837.009567:0:111190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.009583:0:111190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.009597:0:111190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.009605:0:111190:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.009612:0:111190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074837.009616:0:111190:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd23 00000080:00010000:0.0:1769074837.009624:0:111190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101e43cb8 00010000:00010000:0.0:1769074837.009628:0:111190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.009637:0:111190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.011050:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011068:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074837.011082:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011086:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.011095:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011098:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.011106:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011109:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.011117:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011120:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.011161:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011164:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.011173:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011176:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.011184:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011187:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.011206:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.011218:0:111190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5061a6000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074837.011226:0:111190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074837.011254:0:111190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074837.011326:0:111190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.011337:0:111190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00000020:00100000:0.0:1769074837.011351:0:111190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.011367:0:111190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2dc00 x1855007611994368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.011378:0:111190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00000100:00100000:0.0:1769074837.011403:0:111190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111190:1855007611994368:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.011608:0:111190:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.017056:0:111190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111190:1855007611994368:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.017081:0:111190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017094:0:111190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017101:0:111190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017107:0:111190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017115:0:111190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017665:0:111190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.017671:0:111190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017678:0:111190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017685:0:111190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017692:0:111190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.017698:0:111190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.017705:0:111190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111190 initiator: MDT0 00000002:00100000:0.0:1769074837.017723:0:111190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611994368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.017737:0:111190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.018059:0:111190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.018074:0:111190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.018082:0:111190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101e439a8 00010000:00010000:0.0:1769074837.018086:0:111190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.018093:0:111190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.018884:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.018896:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074837.018908:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.018912:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.018922:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.018925:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019107:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019112:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019444:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019449:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019462:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019466:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019475:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019478:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019486:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019489:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019497:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019501:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074837.019695:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019700:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074837.019708:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019711:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019718:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019722:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019728:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019731:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019739:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019742:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.019750:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019754:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019761:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019763:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019770:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019773:0:111190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.019783:0:111190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.019796:0:111190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074837.019804:0:111190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074837.019830:0:111190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074837.019897:0:111190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.019906:0:111190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00000020:00100000:0.0:1769074837.019918:0:111190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.019929:0:111190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2dc00 x1855007611994624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.019938:0:111190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00000100:00100000:0.0:1769074837.019962:0:111190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111190:1855007611994624:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.020750:0:111190:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.024964:0:111190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111190:1855007611994624:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.024992:0:111190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025007:0:111190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025017:0:111190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025024:0:111190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025032:0:111190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025038:0:111190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.025043:0:111190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025049:0:111190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025057:0:111190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025064:0:111190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.025071:0:111190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111190 initiator: MDT0 00010000:00010000:0.0:1769074837.025076:0:111190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111190 initiator: MDT0 00000002:00100000:0.0:1769074837.025093:0:111190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611994624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.025107:0:111190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.025182:0:111190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.025208:0:111190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.025216:0:111190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101e439a8 00010000:00010000:0.0:1769074837.025220:0:111190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.025227:0:111190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.036517:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074837.036550:0:111193:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074837.036561:0:111193:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074837.036588:0:111193:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.036610:0:111193:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.036629:0:111193:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.036638:0:111193:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074837.036646:0:111193:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074837.036651:0:111193:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd23 00000080:00010000:1.0:1769074837.036659:0:111193:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd23 from it ffffb0d101d5bcb8 00010000:00010000:1.0:1769074837.036663:0:111193:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.036671:0:111193:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.038761:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038785:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074837.038800:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038805:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.038815:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038818:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.038826:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038828:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.038837:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038839:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.038850:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038853:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.038861:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038864:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.038872:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038875:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.038882:0:111193:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.038886:0:111193:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074837.042921:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.042941:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.042953:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.042957:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.042965:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.042969:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.042977:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.042980:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.042987:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.042989:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.042998:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.043001:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.043011:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.043013:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.043020:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.043022:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.043030:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.043033:0:111192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074837.044020:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.044043:0:111192:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074837.044049:0:111192:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074837.044078:0:111192:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.044714:0:111192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111192 initiator: MDT0 00010000:00010000:2.0:1769074837.044728:0:111192:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111192 initiator: MDT0 00010000:00010000:2.0:1769074837.044739:0:111192:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111192 initiator: MDT0 00000100:00100000:2.0:1769074837.044768:0:111192:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111192:1855007611994752:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074837.044911:0:111192:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.049740:0:111192:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111192:1855007611994752:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074837.049778:0:111192:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049804:0:111192:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049812:0:111192:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049824:0:111192:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049837:0:111192:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049849:0:111192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049862:0:111192:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049870:0:111192:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074837.049881:0:111192:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940000 x1855007611994752/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074837.049896:0:111192:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049906:0:111192:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:0.0:1769074837.049913:0:111192:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074837.049937:0:111192:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:0.0:1769074837.049940:0:111192:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:0.0:1769074837.049959:0:111192:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1769074837.049965:0:111192:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888abd54 00000080:00010000:0.0:1769074837.049977:0:111192:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:0.0:1769074837.049980:0:111192:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd54 from it ffffb0d101e13ba0 00010000:00010000:0.0:1769074837.049983:0:111192:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.049990:0:111192:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.050042:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.050063:0:111192:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074837.050067:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074837.050071:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988), inode mode 81a4 mask 6 00000080:00200000:0.0:1769074837.050075:0:111192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074837.050079:0:111192:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000401:0x176:0x0](ffff97a509e51988), dir=[0x200000401:0x1:0x0](ffff97a509e542c8), target=pjdfstest_92b6059f35366aef0b4e5966b6bab64f 00010000:00010000:0.0:1769074837.050103:0:111192:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.050170:0:111192:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.050241:0:111192:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.050252:0:111192:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:0.0:1769074837.050284:0:111192:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.050290:0:111192:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.050296:0:111192:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074837.050299:0:111192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abd54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969201ae5 expref: -99 pid: 111192 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.050313:0:111192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201a4b expref: -99 pid: 111188 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074837.050328:0:111192:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074837.050335:0:111192:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2dc00 x1855007611995008/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074837.050359:0:111192:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111192:1855007611995008:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074837.050435:0:111192:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.055230:0:111192:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111192:1855007611995008:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074837.064517:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074837.064547:0:111195:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074837.064556:0:111195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074837.064578:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.064596:0:111195:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074837.064661:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.064672:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.064684:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:0.0:1769074837.064717:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995136:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074837.065393:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.070916:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995136:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074837.070944:0:111195:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.070957:0:111195:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.070969:0:111195:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.070980:0:111195:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.070992:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.071001:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.071008:0:111195:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074837.071018:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2dc00 x1855007611995136/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074837.071031:0:111195:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.071047:0:111195:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074837.071054:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074837.071076:0:111195:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074837.071082:0:111195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd5b 00000080:00010000:0.0:1769074837.071088:0:111195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074837.071091:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e63cb8 00010000:00010000:0.0:1769074837.071094:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.071103:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.075220:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.075242:0:111195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.075248:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.075272:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.075346:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.075358:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.075368:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:0.0:1769074837.075397:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995264:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.075497:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.083075:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995264:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.083104:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083120:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083159:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083167:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083184:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083208:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.083213:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083220:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083228:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083234:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.083241:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083247:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abd62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:0.0:1769074837.083269:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611995264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.083284:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.083324:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.083338:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.083348:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e63980 00010000:00010000:0.0:1769074837.083352:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.083360:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.083440:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.083456:0:111195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.083461:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.083479:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.083522:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083529:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.083538:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:0.0:1769074837.083559:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995392:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.083638:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.087932:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995392:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.087956:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.087970:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.087976:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.087982:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.087989:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.087996:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.088000:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088006:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088014:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088020:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.088027:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088033:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abd69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:0.0:1769074837.088051:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611995392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.088065:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.088092:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.088104:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.088113:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e63980 00010000:00010000:0.0:1769074837.088117:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.088165:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.088267:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.088277:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.088287:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.088290:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.088302:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.088315:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.088325:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.088336:0:111195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.088340:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.088359:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.088408:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088414:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.088423:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:0.0:1769074837.088443:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995520:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.088523:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.092952:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995520:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.092980:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.092993:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.092999:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093008:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093016:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093022:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.093027:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093034:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093041:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093048:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.093054:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:0.0:1769074837.093059:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abd70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:0.0:1769074837.093076:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2dc00 x1855007611995520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.093091:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.093656:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.093735:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.093753:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e63980 00010000:00010000:2.0:1769074837.093757:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.093776:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.093866:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.093877:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.093891:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.093894:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.093904:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.093916:0:111195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503007b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.093924:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.093944:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.094000:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.094007:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000020:00100000:2.0:1769074837.094020:0:111195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.094028:0:111195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942680 x1855007611995776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.094037:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:2.0:1769074837.094058:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995776:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.094539:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.098666:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611995776:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.098691:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098704:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098712:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098719:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098728:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098734:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.098739:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098747:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098755:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098763:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.098770:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.098777:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:2.0:1769074837.098798:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507942680 x1855007611995776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.098814:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.098849:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.098862:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.098871:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e639a8 00010000:00010000:2.0:1769074837.098874:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.098882:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.099376:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099388:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.099400:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099403:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.099411:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099414:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.099422:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099424:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.099433:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099437:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.099446:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099449:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.099459:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099461:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.099469:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099471:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.099482:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.099495:0:111195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204ebe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.099501:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.099525:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.099583:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:2.0:1769074837.099591:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000020:00100000:2.0:1769074837.099604:0:111195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.099613:0:111195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942680 x1855007611996032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.099622:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:2.0:1769074837.099648:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611996032:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.099862:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074837.103971:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611996032:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074837.104000:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104014:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104021:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104028:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104036:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104043:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074837.104048:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104055:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104063:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104070:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074837.104077:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.104083:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888abd7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:3.0:1769074837.104102:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507942680 x1855007611996032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074837.104116:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074837.104184:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.104205:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074837.104213:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e639a8 00010000:00010000:3.0:1769074837.104216:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.104222:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.104848:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104861:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074837.104873:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104877:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.104889:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104891:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.104899:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104902:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.104909:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104912:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.104920:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104923:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074837.104931:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104934:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074837.104942:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104944:0:111195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074837.104953:0:111195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.104967:0:111195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520287200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074837.104974:0:111195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074837.104992:0:111195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074837.105046:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.105054:0:111195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000020:00100000:3.0:1769074837.105065:0:111195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074837.105072:0:111195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611996288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074837.105080:0:111195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00000100:00100000:3.0:1769074837.105106:0:111195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611996288:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074837.105623:0:111195:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074837.112701:0:111195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111195:1855007611996288:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074837.112731:0:111195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112745:0:111195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112752:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112760:0:111195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112880:0:111195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112888:0:111195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074837.112892:0:111195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112898:0:111195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112905:0:111195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112911:0:111195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074837.112917:0:111195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00010000:00010000:3.0:1769074837.112927:0:111195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abd85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111195 initiator: MDT0 00000002:00100000:3.0:1769074837.112947:0:111195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611996288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074837.112960:0:111195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074837.112986:0:111195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.112999:0:111195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074837.113007:0:111195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101e639a8 00010000:00010000:3.0:1769074837.113011:0:111195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.113020:0:111195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.123924:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074837.123952:0:111198:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074837.123960:0:111198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074837.123980:0:111198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.123997:0:111198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.124013:0:111198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.124021:0:111198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074837.124029:0:111198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074837.124033:0:111198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd5b 00000080:00010000:0.0:1769074837.124042:0:111198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd5b from it ffffb0d101df3cb8 00010000:00010000:0.0:1769074837.124046:0:111198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.124055:0:111198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.127786:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127801:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074837.127811:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127814:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.127821:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127824:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.127830:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127833:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.127839:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127842:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.127848:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127851:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.127858:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127861:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.127867:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127869:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.127876:0:111198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.127879:0:111198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074837.128562:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128572:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.128581:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128584:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.128592:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128595:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.128603:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128606:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.128615:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128618:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.128626:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128629:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.128637:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128641:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.128648:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128651:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.128659:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.128662:0:111197:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074837.129116:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.129158:0:111197:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:2.0:1769074837.129165:0:111197:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074837.130486:0:111197:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_92b6059f35366aef0b4e5966b6bab64f,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.130566:0:111197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111197 initiator: MDT0 00010000:00010000:2.0:1769074837.130578:0:111197:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111197 initiator: MDT0 00010000:00010000:2.0:1769074837.130588:0:111197:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111197 initiator: MDT0 00000100:00100000:2.0:1769074837.130615:0:111197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111197:1855007611996416:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074837.130817:0:111197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074837.134805:0:111197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111197:1855007611996416:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074837.134832:0:111197:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134857:0:111197:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134865:0:111197:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134876:0:111197:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134886:0:111197:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134897:0:111197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134906:0:111197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134918:0:111197:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074837.134930:0:111197:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507942680 x1855007611996416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074837.134943:0:111197:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.134953:0:111197:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/381 (0 0) 00000080:00200000:1.0:1769074837.134962:0:111197:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074837.134985:0:111197:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17d:0x0], updating i_size 4 00000080:00200000:1.0:1769074837.134988:0:111197:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x17d:0x0](ffff97a509f6aa08): rc = 0 00000080:00010000:1.0:1769074837.134992:0:111197:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x17d:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abd8c 00000080:00010000:1.0:1769074837.135003:0:111197:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x17d:0x0](ffff97a509f6aa08) 00000080:00010000:1.0:1769074837.135006:0:111197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd8c from it ffffb0d101e03e00 00010000:00010000:1.0:1769074837.135010:0:111197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135019:0:111197:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.135051:0:111197:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074837.135060:0:111197:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_92b6059f35366aef0b4e5966b6bab64f, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:1.0:1769074837.135089:0:111197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135106:0:111197:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135517:0:111197:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135559:0:111197:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135566:0:111197:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135572:0:111197:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074837.135575:0:111197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abd8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201ba2 expref: -99 pid: 111197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.135590:0:111197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abd5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201b08 expref: -99 pid: 111195 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074837.135606:0:111197:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074837.135614:0:111197:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ce00 x1855007611996672/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074837.135642:0:111197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111197:1855007611996672:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074837.135783:0:111197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074837.139262:0:111197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111197:1855007611996672:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074837.139336:0:111197:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x17d:0x0](ffff97a509f6aa08) 00000080:00200000:1.0:1769074837.145810:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074837.145833:0:111200:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074837.145841:0:111200:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074837.145863:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.145879:0:111200:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:1.0:1769074837.145940:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:1.0:1769074837.145950:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:1.0:1769074837.145960:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:1.0:1769074837.145991:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611996800:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074837.146094:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074837.150492:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611996800:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074837.150522:0:111200:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150536:0:111200:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150551:0:111200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150567:0:111200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150579:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150587:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150593:0:111200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074837.150604:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5dc00 x1855007611996800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074837.150616:0:111200:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150631:0:111200:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074837.150638:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074837.150666:0:111200:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:3.0:1769074837.150672:0:111200:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd93 00000080:00010000:3.0:1769074837.150677:0:111200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074837.150680:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e73cb8 00010000:00010000:3.0:1769074837.150683:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.150690:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.156543:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.156566:0:111200:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074837.156572:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074837.156603:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074837.156676:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.156688:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.156698:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:2.0:1769074837.156726:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611996928:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.156883:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.160971:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611996928:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.161002:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161015:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161022:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161029:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161039:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161045:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.161050:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161057:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161069:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161076:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.161083:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.161089:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abd9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:2.0:1769074837.161109:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940000 x1855007611996928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.161640:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.161672:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.161685:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.161695:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e73980 00010000:00010000:2.0:1769074837.161699:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.161707:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.162081:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.162099:0:111200:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074837.162104:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074837.162439:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074837.162493:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.162502:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.162511:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:2.0:1769074837.162535:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997056:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.162744:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074837.166354:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997056:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074837.166378:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166390:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166396:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166403:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166411:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166418:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074837.166423:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166430:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166436:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166442:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074837.166448:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.166454:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27e00/0xd0f48591888abda1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:3.0:1769074837.166471:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940000 x1855007611997056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074837.166487:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074837.166514:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.166527:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074837.166536:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e73980 00010000:00010000:3.0:1769074837.166539:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.166547:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.166626:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.166636:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.166650:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.166653:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.166664:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.166667:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074837.166677:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.166687:0:111200:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074837.166691:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074837.166710:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074837.166754:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.167088:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.167099:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:3.0:1769074837.167119:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997184:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074837.167518:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074837.171510:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997184:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074837.171538:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171552:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171559:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171566:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171574:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171581:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074837.171586:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171593:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171605:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171612:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074837.171618:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.171624:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abda8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:3.0:1769074837.171641:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927b80 x1855007611997184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074837.171656:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074837.171681:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.171693:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074837.171702:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e73980 00010000:00010000:3.0:1769074837.171705:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074837.171713:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074837.171920:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.171932:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074837.171950:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.171954:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074837.171964:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074837.171979:0:111200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520286000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074837.171987:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074837.172006:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074837.172064:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:3.0:1769074837.172071:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000020:00100000:3.0:1769074837.172083:0:111200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074837.172091:0:111200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927b80 x1855007611997440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074837.172101:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:3.0:1769074837.172579:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997440:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.172944:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.176480:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997440:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.176506:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176520:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176528:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176535:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176542:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176548:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.176553:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176560:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176569:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176575:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.176582:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.176588:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abdaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:2.0:1769074837.176609:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927b80 x1855007611997440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.176626:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.176658:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.176672:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.176680:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e739a8 00010000:00010000:2.0:1769074837.176684:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.176691:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.177541:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177554:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.177567:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177571:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.177580:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177583:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.177590:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177593:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.177600:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177603:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.177609:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177613:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.177619:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177621:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.177626:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177629:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.177635:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.177645:0:111200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503007080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.177651:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.177670:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.177722:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.177729:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000020:00100000:2.0:1769074837.177739:0:111200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.177748:0:111200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611997696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.177756:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:2.0:1769074837.177788:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997696:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.178003:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.181949:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997696:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.181973:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.181985:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.181991:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.181997:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182004:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182009:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.182014:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182020:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182026:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182032:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.182038:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.182043:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:2.0:1769074837.182062:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941880 x1855007611997696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.182078:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.182112:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.182153:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.182163:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e739a8 00010000:00010000:2.0:1769074837.182167:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.182262:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.182911:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182921:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.182932:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182935:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.182941:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182944:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.182951:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182954:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.182962:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182965:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.182972:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182976:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.182984:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182987:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.182995:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.182998:0:111200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.183006:0:111200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.183018:0:111200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a510bc8900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.183025:0:111200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.183047:0:111200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.183105:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.183112:0:111200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000020:00100000:2.0:1769074837.183264:0:111200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.183273:0:111200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611997952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.183283:0:111200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00000100:00100000:2.0:1769074837.183458:0:111200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997952:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.183715:0:111200:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.187323:0:111200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111200:1855007611997952:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.187346:0:111200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187359:0:111200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187366:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187373:0:111200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187381:0:111200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187387:0:111200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.187391:0:111200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187398:0:111200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187404:0:111200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187410:0:111200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.187416:0:111200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00010000:00010000:2.0:1769074837.187421:0:111200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111200 initiator: MDT0 00000002:00100000:2.0:1769074837.187441:0:111200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941880 x1855007611997952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.187455:0:111200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.187481:0:111200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.187492:0:111200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.187500:0:111200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e739a8 00010000:00010000:2.0:1769074837.187503:0:111200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.187511:0:111200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.198710:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074837.198734:0:111203:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074837.198743:0:111203:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074837.199476:0:111203:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074837.199501:0:111203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.199520:0:111203:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.199529:0:111203:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074837.199539:0:111203:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074837.199544:0:111203:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abd93 00000080:00010000:2.0:1769074837.199553:0:111203:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abd93 from it ffffb0d101e8bcb8 00010000:00010000:2.0:1769074837.199557:0:111203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.199565:0:111203:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.201844:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201860:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074837.201873:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201877:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.201886:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201889:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.201897:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201899:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.201906:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201909:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.201916:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201920:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.201928:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201931:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.201938:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201941:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074837.201948:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.201953:0:111202:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074837.203065:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.203079:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.203091:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.203095:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.203107:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.203110:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.203116:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.203119:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074837.203787:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074837.203805:0:111202:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:1.0:1769074837.203811:0:111202:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074837.203837:0:111202:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d7f9001815bdd190bd96e68761d64d82,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074837.203900:0:111202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111202 initiator: MDT0 00010000:00010000:1.0:1769074837.203911:0:111202:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111202 initiator: MDT0 00010000:00010000:1.0:1769074837.203922:0:111202:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111202 initiator: MDT0 00000100:00100000:1.0:1769074837.203958:0:111202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111202:1855007611998080:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074837.204074:0:111202:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e9c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074837.204420:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.204427:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.204440:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.204445:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.204453:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.204455:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.204463:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.204465:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.204477:0:111203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.204481:0:111203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1769074837.208113:0:111202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111202:1855007611998080:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074837.208159:0:111202:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208433:0:111202:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208443:0:111202:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208455:0:111202:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208467:0:111202:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208481:0:111202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208489:0:111202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208497:0:111202:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074837.208509:0:111202:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5d500 x1855007611998080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074837.208521:0:111202:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208531:0:111202:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/374 (0 0) 00000080:00200000:1.0:1769074837.208538:0:111202:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074837.208561:0:111202:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x176:0x0], updating i_size 0 00000080:00200000:1.0:1769074837.208563:0:111202:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x176:0x0](ffff97a509e51988): rc = 0 00000080:00200000:1.0:1769074837.208582:0:111202:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x176:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074837.208587:0:111202:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) for lock 0xd0f48591888abdc4 00000080:00010000:1.0:1769074837.208597:0:111202:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00010000:1.0:1769074837.208600:0:111202:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdc4 from it ffffb0d101e03e00 00010000:00010000:1.0:1769074837.208604:0:111202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208613:0:111202:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.208651:0:111202:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074837.208659:0:111202:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_d7f9001815bdd190bd96e68761d64d82, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:1.0:1769074837.208689:0:111202:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208707:0:111202:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208753:0:111202:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074837.208762:0:111202:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x176:0x0]: losing layout lock 00010000:00010000:1.0:1769074837.208793:0:111202:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208800:0:111202:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208807:0:111202:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074837.208809:0:111202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abdc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e969201c5f expref: -99 pid: 111202 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074837.208823:0:111202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abd93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201bc5 expref: -99 pid: 111200 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074837.208839:0:111202:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074837.208846:0:111202:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d500 x1855007611998336/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074837.208874:0:111202:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111202:1855007611998336:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074837.208951:0:111202:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074837.215887:0:111202:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111202:1855007611998336:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074837.215970:0:111202:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x176:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074837.215983:0:111202:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x176:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074837.215994:0:111202:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x176:0x0](ffff97a509e51988) 00000080:00200000:0.0:1769074837.220824:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074837.220847:0:111205:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074837.220854:0:111205:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074837.220876:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074837.220896:0:111205:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074837.220961:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.220971:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.220982:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:0.0:1769074837.221010:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998464:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074837.221144:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.229049:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998464:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074837.229080:0:111205:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229094:0:111205:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229109:0:111205:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229153:0:111205:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229263:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229274:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229281:0:111205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074837.229293:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2df80 x1855007611998464/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074837.229315:0:111205:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229329:0:111205:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074837.229337:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074837.229363:0:111205:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074837.229370:0:111205:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:0.0:1769074837.229376:0:111205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074837.229380:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de3cb8 00010000:00010000:0.0:1769074837.229383:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.229390:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.232094:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.232149:0:111205:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.232157:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.232545:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.232621:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.232634:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.232644:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:0.0:1769074837.232671:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998592:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.232780:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.236803:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998592:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.236825:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236838:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236845:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236852:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236859:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236866:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.236871:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236877:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236884:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236902:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.236910:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.236916:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abdd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:0.0:1769074837.236935:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007611998592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.236951:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.236982:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.236995:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.237005:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de3980 00010000:00010000:0.0:1769074837.237009:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.237016:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.237097:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.237111:0:111205:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.237116:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.237165:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.237226:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.237233:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.237241:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:0.0:1769074837.237262:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998720:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.237341:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.249704:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998720:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.249731:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249748:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249755:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249762:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249777:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249785:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.249790:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249797:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249804:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249812:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.249820:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.249826:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abdd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:0.0:1769074837.249846:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007611998720/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.249860:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.249891:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.249907:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.249918:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de3980 00010000:00010000:0.0:1769074837.249922:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.249930:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.250023:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.250034:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.250047:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.250051:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.250060:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.250063:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074837.250072:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.250082:0:111205:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074837.250086:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074837.250103:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074837.250361:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.250369:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.250377:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:0.0:1769074837.250398:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998848:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.250492:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.257929:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611998848:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.257952:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.257965:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.257972:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.257979:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.257987:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.257993:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.257999:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.258006:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.258012:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.258020:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.258026:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.258032:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abde0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:0.0:1769074837.258048:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007611998848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.258062:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.258091:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.258104:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.258118:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de3980 00010000:00010000:0.0:1769074837.258165:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.258181:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074837.258274:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.258285:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.258305:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.258309:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074837.258318:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074837.258331:0:111205:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506191980, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074837.258339:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074837.258359:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074837.258410:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.258417:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000020:00100000:0.0:1769074837.258428:0:111205:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074837.258435:0:111205:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2df80 x1855007611999104/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074837.258443:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:0.0:1769074837.258465:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999104:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074837.258658:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074837.264208:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999104:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074837.264248:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264263:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264271:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264278:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264288:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264293:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074837.264298:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264316:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264325:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264332:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074837.264340:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:0.0:1769074837.264346:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abde7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:0.0:1769074837.264370:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2df80 x1855007611999104/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074837.264387:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074837.264416:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.264430:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074837.264440:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de39a8 00010000:00010000:0.0:1769074837.264453:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074837.264461:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.275034:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275052:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.275065:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275069:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.275077:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275080:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.275086:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275089:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.275096:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275099:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.275106:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275110:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.275149:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275154:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.275179:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275182:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.275205:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.275221:0:111205:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a52030b800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.275231:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.275265:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.276822:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.276837:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000020:00100000:2.0:1769074837.276849:0:111205:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.276860:0:111205:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611999360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.276868:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:2.0:1769074837.276892:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999360:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.277098:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.283042:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999360:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.283068:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283080:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283087:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283093:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283105:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283111:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.283116:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283141:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283150:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283156:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.283163:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283177:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abdee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:2.0:1769074837.283207:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941880 x1855007611999360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.283222:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.283255:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.283268:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.283277:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de39a8 00010000:00010000:2.0:1769074837.283280:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.283288:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074837.283735:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283746:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074837.283759:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283763:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.283784:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283787:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.283797:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283800:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.283810:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283812:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074837.283819:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283822:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.283830:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283833:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.283841:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283843:0:111205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074837.283851:0:111205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074837.283861:0:111205:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50605e480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074837.283868:0:111205:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074837.283890:0:111205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074837.283944:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.283951:0:111205:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000020:00100000:2.0:1769074837.283965:0:111205:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074837.283973:0:111205:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007611999616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074837.283982:0:111205:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00000100:00100000:2.0:1769074837.284002:0:111205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999616:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074837.284242:0:111205:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a508e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074837.293314:0:111205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111205:1855007611999616:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074837.293338:0:111205:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293351:0:111205:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293358:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293365:0:111205:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293373:0:111205:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293380:0:111205:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074837.293384:0:111205:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293391:0:111205:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293399:0:111205:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293406:0:111205:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074837.293413:0:111205:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00010000:00010000:2.0:1769074837.293418:0:111205:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abdf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 111205 initiator: MDT0 00000002:00100000:2.0:1769074837.293437:0:111205:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941880 x1855007611999616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074853 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074837.293454:0:111205:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074837.293483:0:111205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.293496:0:111205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074837.293505:0:111205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101de39a8 00010000:00010000:2.0:1769074837.293508:0:111205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074837.293515:0:111205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074837.936801:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611999744:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074837.966548:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007611999744:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074838.000378:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074839.022520:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074839.026979:0:111335:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074840.050092:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074841.027928:0:111472:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1769074841.071347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074842.094525:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074843.055530:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007611999872:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074843.055660:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074843.055668:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612000000:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074843.066848:0:2369:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968920 gen 1 00000100:00100000:0.0:1769074843.066929:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612000000:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074843.066943:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007611999872:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074843.119164:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074844.145479:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074845.166649:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074846.192332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074847.223702:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074848.182275:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612000128:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074848.182371:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074848.182377:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612000256:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074848.206206:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612000256:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074848.206222:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612000128:192.168.204.123@tcp:400:kworker.0 00000001:02000400:0.0:1769074848.238759:0:112044:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_11: link returns EPERM if the source file is a directory ========================================================== 04:40:46 (1769074846) 00010000:00010000:3.0:1769074848.239418:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074849.264895:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074850.114023:0:112180:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/11.t against ext4 filesystem 00010000:00010000:2.0:1769074850.287391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074851.310306:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074852.341113:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074853.298003:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612000512:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074853.298116:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074853.298148:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612000384:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074853.322254:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612000384:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074853.335434:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612000512:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074853.345798:0:112391:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/11.t against lustre filesystem 00010000:00010000:2.0:1769074853.361049:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074853.458459:0:112397:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074853.458487:0:112397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074853.458506:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074853.458521:0:112397:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074853.458529:0:112397:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074853.458536:0:112397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074853.458540:0:112397:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:2.0:1769074853.458589:0:112397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d101e43b58 00010000:00010000:2.0:1769074853.458593:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074853.458606:0:112397:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074853.458621:0:112397:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.458637:0:112397:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:2.0:1769074853.458642:0:112397:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:2.0:1769074853.458655:0:112397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074853.458699:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112397 initiator: MDT0 00010000:00010000:2.0:1769074853.458707:0:112397:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112397 initiator: MDT0 00010000:00010000:2.0:1769074853.458715:0:112397:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112397 initiator: MDT0 00000100:00100000:2.0:1769074853.458740:0:112397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112397:1855007612000640:192.168.204.123@tcp:101:lfs.0 00000100:00100000:2.0:1769074853.458824:0:112397:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.478670:0:112397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112397:1855007612000640:192.168.204.123@tcp:101:lfs.0 00010000:00010000:1.0:1769074853.478700:0:112397:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478717:0:112397:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478724:0:112397:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478735:0:112397:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478745:0:112397:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478756:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478764:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478772:0:112397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074853.478783:0:112397:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941880 x1855007612000640/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074853.478795:0:112397:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478811:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478821:0:112397:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478828:0:112397:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478834:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478841:0:112397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478866:0:112397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074853.478874:0:112397:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074853.478897:0:112397:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:1.0:1769074853.478900:0:112397:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:1.0:1769074853.478906:0:112397:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074853.478929:0:112397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074853.478932:0:112397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101e43b20 00010000:00010000:1.0:1769074853.478935:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.478944:0:112397:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074853.478986:0:112397:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074853.478993:0:112397:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074853.479011:0:112397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074853.479017:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479023:0:112397:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.479027:0:112397:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074853.479030:0:112397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074853.479033:0:112397:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074853.479037:0:112397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101e43cb8 00010000:00010000:1.0:1769074853.479040:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479046:0:112397:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074853.479582:0:112397:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074853.479587:0:112397:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074853.479596:0:112397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074853.479605:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479614:0:112397:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.479620:0:112397:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074853.479623:0:112397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074853.479626:0:112397:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:1.0:1769074853.479629:0:112397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d101e43cb8 00010000:00010000:1.0:1769074853.479631:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479636:0:112397:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.479721:0:112397:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074853.479727:0:112397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074853.479731:0:112397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479736:0:112397:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.479740:0:112397:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074853.479743:0:112397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074853.479744:0:112397:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ab814 00000080:00010000:1.0:1769074853.479747:0:112397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ab814 from it ffffb0d101e43bb0 00010000:00010000:1.0:1769074853.479749:0:112397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479753:0:112397:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.479758:0:112397:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074853.479763:0:112397:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:1.0:1769074853.479777:0:112397:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7fff9ddc72d0 00000080:00200000:1.0:1769074853.479788:0:112397:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1769074853.479808:0:112397:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479858:0:112397:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.479864:0:112397:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074853.479867:0:112397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ab814 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969200a0d expref: -99 pid: 110513 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074853.479895:0:112397:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074853.479905:0:112397:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612000896/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074853.479945:0:112397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112397:1855007612000896:192.168.204.123@tcp:36:lfs.0 00000100:00100000:1.0:1769074853.480032:0:112397:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eba80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074853.481595:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074853.481609:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481620:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074853.481626:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481634:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481644:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481671:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481680:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481727:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481733:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074853.481760:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481766:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888abdfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201d23 expref: -99 pid: 112397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.481782:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074853.481783:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074853.481785:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074853.481805:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612001024:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074853.486863:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612001024:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074853.487007:0:112397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112397:1855007612000896:192.168.204.123@tcp:36:lfs.0 00000080:00200008:1.0:1769074853.487099:0:112397:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:3.0:1769074853.713728:0:111914:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074853.713744:0:111914:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074853.713784:0:111914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074853.713861:0:111914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 111914 initiator: MDT0 00010000:00010000:3.0:1769074853.713871:0:111914:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 111914 initiator: MDT0 00010000:00010000:3.0:1769074853.713882:0:111914:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 111914 initiator: MDT0 00000100:00100000:3.0:1769074853.713932:0:111914:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111914:1855007612001152:192.168.204.123@tcp:101:bash.0 00000100:00100000:3.0:1769074853.714035:0:111914:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074853.723250:0:111914:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:111914:1855007612001152:192.168.204.123@tcp:101:bash.0 00010000:00010000:0.0:1769074853.723278:0:111914:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723292:0:111914:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723304:0:111914:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723315:0:111914:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723326:0:111914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723334:0:111914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723341:0:111914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074853.723352:0:111914:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927480 x1855007612001152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074853.723367:0:111914:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723380:0:111914:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074853.723388:0:111914:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074853.723418:0:111914:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1769074853.723424:0:111914:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074853.723430:0:111914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074853.723433:0:111914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101967cb8 00010000:00010000:0.0:1769074853.723436:0:111914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723444:0:111914:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723502:0:111914:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074853.723517:0:111914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074853.723524:0:111914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723534:0:111914:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723540:0:111914:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074853.723545:0:111914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074853.723547:0:111914:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074853.723551:0:111914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101967b58 00010000:00010000:0.0:1769074853.723554:0:111914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723561:0:111914:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723570:0:111914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074853.723577:0:111914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074853.723587:0:111914:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074853.723591:0:111914:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074853.723602:0:111914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074853.723609:0:111914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723616:0:111914:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723622:0:111914:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074853.723625:0:111914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074853.723627:0:111914:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:0.0:1769074853.723631:0:111914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101967cb8 00010000:00010000:0.0:1769074853.723633:0:111914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723640:0:111914:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723661:0:111914:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074853.723666:0:111914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074853.723671:0:111914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723678:0:111914:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723683:0:111914:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074853.723686:0:111914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074853.723688:0:111914:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074853.723691:0:111914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101967c18 00010000:00010000:0.0:1769074853.723695:0:111914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074853.723702:0:111914:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074853.723710:0:111914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074853.723713:0:111914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074853.723718:0:111914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:3.0:1769074853.726904:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.726939:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074853.726955:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.726959:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.726968:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.726971:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.726979:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.726982:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.726990:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.726993:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.727002:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.727005:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.727015:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.727018:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.727026:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.727029:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.727037:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.727046:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511eca180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074853.727054:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074853.727078:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074853.727172:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.727182:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:3.0:1769074853.727194:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074853.727206:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926a00 x1855007612001408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074853.727215:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:3.0:1769074853.727238:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001408:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074853.727404:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.735604:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001408:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074853.735630:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735643:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735650:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735660:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735668:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735674:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074853.735678:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735685:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735691:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735697:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074853.735704:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.735710:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888abe0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074853.735730:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926a00 x1855007612001408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074853.735743:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074853.735786:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.735799:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074853.735812:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074853.735816:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.735824:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.736651:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736666:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074853.736677:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736681:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736689:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736692:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736699:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736703:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736711:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736714:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736722:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736725:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.736733:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736736:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.736743:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736746:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.736752:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736756:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074853.736944:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736951:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074853.736963:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736966:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736974:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736977:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736984:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736987:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.736995:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.736998:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.737007:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.737009:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.737018:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.737021:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.737031:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.737033:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.737042:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.737055:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b667200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074853.737062:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074853.737086:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074853.737182:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.737191:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:1.0:1769074853.737201:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074853.737211:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612001664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074853.737219:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:1.0:1769074853.737244:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001664:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074853.737435:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.743396:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001664:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074853.743420:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743433:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743439:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743446:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743454:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743460:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074853.743464:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743472:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743479:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743487:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074853.743494:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.743499:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074853.743518:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612001664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074853.743532:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074853.743556:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.743568:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074853.743577:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074853.743580:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.743587:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.744053:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744064:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074853.744074:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744078:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.744085:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744088:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.744095:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744098:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.744105:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744107:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.744114:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744117:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.744164:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744168:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.744177:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744180:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.744188:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.744198:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b667b00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074853.744205:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074853.744224:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074853.744276:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.744283:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:1.0:1769074853.744293:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074853.744301:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612001920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074853.744309:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:1.0:1769074853.744330:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001920:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074853.744637:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.750551:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612001920:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074853.750578:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750593:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750600:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750607:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750616:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750622:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074853.750628:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750634:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750641:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750648:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074853.750656:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.750661:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074853.750681:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612001920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074853.750697:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074853.750730:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.750742:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074853.750751:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074853.750754:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.750761:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.751436:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751448:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074853.751461:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751465:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.751474:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751477:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.751484:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751486:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.751494:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751496:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.751504:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751507:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.751514:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751517:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.751524:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751527:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.751535:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.751546:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507d66900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074853.751552:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074853.751571:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074853.751620:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.751628:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:1.0:1769074853.751642:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074853.751649:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612002176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074853.751659:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:1.0:1769074853.751681:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002176:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074853.752103:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.758615:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002176:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074853.758642:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758657:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758664:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758670:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758678:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758686:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074853.758691:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758698:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758706:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758712:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074853.758719:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.758726:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074853.758746:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612002176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074853.758760:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074853.758792:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.758804:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074853.758813:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074853.758816:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.758823:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074853.759640:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759654:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074853.759664:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759668:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.759676:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759679:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.759686:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759688:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.759695:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759698:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074853.759705:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759709:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.759717:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759719:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.759729:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759731:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074853.759740:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074853.759750:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b666780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074853.759756:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074853.759775:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074853.759882:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.763483:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:1.0:1769074853.763521:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074853.763535:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612002432/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074853.763547:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:1.0:1769074853.764225:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002432:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074853.764422:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074853.768368:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002432:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074853.768391:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768403:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768410:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768416:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768423:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768428:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074853.768432:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768438:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768445:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768452:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074853.768458:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074853.768464:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074853.768483:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612002432/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074853.768497:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074853.768523:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.768535:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074853.768543:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074853.768547:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074853.768555:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074853.769662:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769678:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074853.769691:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769695:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074853.769705:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769708:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074853.769718:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769720:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074853.769728:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769730:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074853.769738:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769742:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074853.769750:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.769753:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074853.769761:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.770559:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074853.770607:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074853.770625:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50a23e480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074853.770633:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074853.770661:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074853.770738:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:2.0:1769074853.770748:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:2.0:1769074853.770761:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074853.770786:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943b80 x1855007612002688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074853.770797:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:2.0:1769074853.770824:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002688:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074853.771612:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074853.775117:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002688:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074853.775180:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775195:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775202:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775210:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775217:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775223:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074853.775229:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775236:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775243:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775250:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074853.775256:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074853.775262:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abe2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:3.0:1769074853.775280:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507943b80 x1855007612002688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074869 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074853.775294:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074853.775323:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.775335:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074853.775344:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:3.0:1769074853.775348:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074853.775357:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074853.775801:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775814:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074853.775825:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775829:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.775837:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775840:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.775848:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775850:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.775859:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775862:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074853.775869:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775872:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.775880:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775883:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.775889:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775892:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074853.775899:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074853.775902:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074854.078476:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078496:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.078512:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078517:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.078532:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078535:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.078546:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078549:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.078556:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078559:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.078566:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078569:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.078578:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078580:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.078587:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078590:0:112406:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.078597:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.078610:0:112406:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5204ea900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074854.078617:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074854.078642:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074854.078712:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.078723:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000020:00100000:0.0:1769074854.078735:0:112406:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074854.078750:0:112406:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e300 x1855007612002944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074854.078760:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:0.0:1769074854.078800:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002944:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074854.079031:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074854.087916:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612002944:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074854.087941:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087954:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087961:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087968:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087975:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087982:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074854.087987:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087994:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.087999:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.088005:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074854.088011:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.088016:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:0.0:1769074854.088054:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e300 x1855007612002944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074854.088474:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.088598:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.088615:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.088623:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d839a8 00010000:00010000:1.0:1769074854.088627:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.088634:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.141034:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.141065:0:112406:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074854.141072:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074854.141101:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.141193:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:2.0:1769074854.141209:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:2.0:1769074854.141218:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:2.0:1769074854.141344:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003072:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074854.141457:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074854.147574:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003072:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074854.147602:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147616:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147624:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147631:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147640:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147650:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074854.147655:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147661:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147680:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147687:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074854.147693:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.147699:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abe3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:0.0:1769074854.147718:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507941f80 x1855007612003072/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074854.147733:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074854.147758:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.147771:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074854.147780:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d83940 00010000:00010000:0.0:1769074854.147784:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.147791:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.151842:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.151875:0:112406:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:0.0:1769074854.151882:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:0.0:1769074854.151931:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.152001:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.152013:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:0.0:1769074854.152024:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:0.0:1769074854.152057:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003200:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074854.153872:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.157613:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003200:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074854.157641:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157656:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157663:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157670:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157678:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157683:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.157687:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157693:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157699:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157705:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.157710:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:1.0:1769074854.157715:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888abe42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:1.0:1769074854.157731:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b2c700 x1855007612003200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.157750:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.157791:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.157805:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.157814:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d83940 00010000:00010000:1.0:1769074854.157818:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.157825:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.249733:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.249749:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.249768:0:112406:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074854.249774:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074854.249801:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074854.249867:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.249878:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.249912:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:3.0:1769074854.249940:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003328:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074854.251639:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074854.269075:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003328:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074854.269099:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269112:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269119:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269147:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269156:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269162:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074854.269167:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269173:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269179:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269190:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074854.269196:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.269202:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:3.0:1769074854.269220:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511924000 x1855007612003328/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074854.269234:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074854.269258:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.269271:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074854.269279:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d83940 00010000:00010000:3.0:1769074854.269283:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.269290:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.269366:0:112406:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.270959:0:112406:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:3.0:1769074854.270970:0:112406:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:3.0:1769074854.270994:0:112406:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074854.271065:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.271078:0:112406:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.271088:0:112406:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00000100:00100000:3.0:1769074854.271112:0:112406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003456:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074854.271226:0:112406:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074854.277270:0:112406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112406:1855007612003456:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074854.277294:0:112406:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277308:0:112406:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277314:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277322:0:112406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277330:0:112406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277337:0:112406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074854.277342:0:112406:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277349:0:112406:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277361:0:112406:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277368:0:112406:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074854.277375:0:112406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00010000:00010000:3.0:1769074854.277382:0:112406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112406 initiator: MDT0 00000002:00100000:3.0:1769074854.277402:0:112406:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924000 x1855007612003456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074854.277419:0:112406:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074854.277461:0:112406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.277477:0:112406:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074854.277487:0:112406:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101d838e0 00010000:00010000:3.0:1769074854.277491:0:112406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.277500:0:112406:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.382376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074854.617738:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617757:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.617772:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617777:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.617786:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617789:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.617797:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617800:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.617807:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617810:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.617817:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617820:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.617827:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617830:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.617837:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617841:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.617851:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.617855:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1769074854.618077:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618082:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.618091:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618094:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618103:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618106:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618113:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618116:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618165:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618169:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618194:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618197:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618207:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618210:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618217:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618220:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618227:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618231:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074854.618365:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618370:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.618378:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618381:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618390:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618393:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618402:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618405:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618412:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618415:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618424:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618426:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618433:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618436:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618443:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618445:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618453:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618457:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1769074854.618594:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618599:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.618607:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618610:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618617:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618619:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618626:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618629:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618635:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618638:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618648:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618651:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618660:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618663:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618672:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618675:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618681:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618685:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074854.618809:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618815:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.618825:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618829:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618837:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618840:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618848:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618851:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618859:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618862:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.618870:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618873:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618882:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618885:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618893:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618896:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.618920:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.618925:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074854.619048:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619053:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.619062:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619064:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619072:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619075:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619083:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619086:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619093:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619096:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619103:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619106:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619114:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619117:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619161:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619165:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619176:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619179:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074854.619303:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619308:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.619317:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619320:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619329:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619332:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619342:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619345:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619355:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619358:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619367:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619370:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619377:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619381:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619388:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619391:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619398:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619402:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074854.619533:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619538:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.619549:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619552:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619561:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619564:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619572:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619576:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619583:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619586:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.619594:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619598:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619607:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619610:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619620:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619623:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.619632:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.619636:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074854.639859:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.639987:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.640006:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640020:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.640033:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640045:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.640056:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640058:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.640066:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640069:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.640078:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640082:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.640092:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640095:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.640104:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640107:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.640118:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.640170:0:112407:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a508b70780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074854.640179:0:112407:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074854.640206:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074854.640996:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.641017:0:112407:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112407 initiator: MDT0 00000020:00100000:0.0:1769074854.641410:0:112407:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074854.641425:0:112407:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007612003712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074854.641538:0:112407:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112407 initiator: MDT0 00000100:00100000:0.0:1769074854.641567:0:112407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612003712:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074854.641837:0:112407:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074854.651760:0:112407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612003712:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074854.651999:0:112407:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652019:0:112407:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652027:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652041:0:112407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652050:0:112407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652056:0:112407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074854.652061:0:112407:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652068:0:112407:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652076:0:112407:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652084:0:112407:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074854.652090:0:112407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112407 initiator: MDT0 00010000:00010000:0.0:1769074854.652096:0:112407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abe57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112407 initiator: MDT0 00000002:00100000:0.0:1769074854.652116:0:112407:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007612003712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074854.652960:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074854.653024:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.653048:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074854.653058:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101da39a8 00010000:00010000:0.0:1769074854.653063:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.653072:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.654855:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654874:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.654914:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654919:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.654931:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654935:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.654942:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654945:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.654954:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654956:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.654964:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654967:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.654974:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.654976:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.654997:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655001:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.655009:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655022:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074854.655193:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655199:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.655207:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655210:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.655217:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655219:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.655229:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655233:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.655240:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655243:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.655263:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655267:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.655275:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655279:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.655286:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655290:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.655297:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.655301:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074854.663108:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074854.663615:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.663636:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663653:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.663662:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.663670:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074854.663674:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:2.0:1769074854.663680:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3b58 00010000:00010000:2.0:1769074854.663684:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663693:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.663707:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.663716:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074854.663725:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.663731:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.663742:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.663750:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663757:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.663764:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.663768:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.663770:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.663774:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101da3cb8 00010000:00010000:2.0:1769074854.663776:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663783:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.663800:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.663806:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.663810:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.663817:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.663823:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663830:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.663836:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.663840:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.663842:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.663846:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101da3cb8 00010000:00010000:2.0:1769074854.663848:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.663855:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074854.663966:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.663972:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074854.663987:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.663994:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664003:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.664009:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.664020:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074854.664022:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:2.0:1769074854.664026:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3cb8 00010000:00010000:2.0:1769074854.664029:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664042:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.664060:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074854.664067:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.664072:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664079:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.664085:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.664089:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074854.664091:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:2.0:1769074854.664095:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3b58 00010000:00010000:2.0:1769074854.664098:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664104:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.664112:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.664115:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074854.664120:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.664573:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.664584:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.664592:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664601:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.664608:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.664613:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.664616:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.664620:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101da3cb8 00010000:00010000:2.0:1769074854.664623:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.664629:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.669348:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074854.669375:0:112408:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074854.669382:0:112408:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074854.669412:0:112408:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074854.669433:0:112408:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.670728:0:112408:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.670740:0:112408:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074854.670752:0:112408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074854.670756:0:112408:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074854.670764:0:112408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101e33cb8 00010000:00010000:1.0:1769074854.670770:0:112408:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.670780:0:112408:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.675433:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675452:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.675465:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675470:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.675480:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675484:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.675493:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675496:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.675504:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675508:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.675516:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675519:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.675526:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675529:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.675536:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675539:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.675549:0:112408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.675554:0:112408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074854.701782:0:112411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074854.701810:0:112411:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074854.701819:0:112411:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074854.701845:0:112411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074854.701864:0:112411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.701968:0:112411:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.701976:0:112411:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074854.702346:0:112411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074854.702351:0:112411:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074854.702360:0:112411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d1016cbcb8 00010000:00010000:1.0:1769074854.702364:0:112411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.702374:0:112411:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.707794:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707810:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.707820:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707823:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.707830:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707832:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.707839:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707842:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.707849:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707852:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.707860:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707863:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.707870:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707872:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.707891:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707894:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.707913:0:112412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.707917:0:112412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074854.727190:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074854.727214:0:112416:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074854.727223:0:112416:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074854.727249:0:112416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074854.727267:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.727283:0:112416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.727291:0:112416:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074854.727300:0:112416:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074854.727304:0:112416:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:3.0:1769074854.727313:0:112416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10194fcb8 00010000:00010000:3.0:1769074854.727317:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.727326:0:112416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.728580:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074854.728595:0:112415:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074854.728602:0:112415:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074854.728618:0:112415:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.728637:0:112415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.728651:0:112415:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.728658:0:112415:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074854.728666:0:112415:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074854.728669:0:112415:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:0.0:1769074854.728674:0:112415:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101e03cb8 00010000:00010000:0.0:1769074854.728678:0:112415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.728686:0:112415:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.729885:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729915:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.729927:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729931:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.729938:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729941:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.729947:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729950:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.729957:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729959:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.729966:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729969:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.729975:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729978:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.729985:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729987:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.729994:0:112415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.729997:0:112415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074854.735378:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.735411:0:112414:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.735421:0:112414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.739395:0:112414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.739427:0:112414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.739446:0:112414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.739455:0:112414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.739468:0:112414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.739472:0:112414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.739480:0:112414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10152bcb8 00010000:00010000:2.0:1769074854.739484:0:112414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.739494:0:112414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.742472:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742490:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.742504:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742508:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.742516:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742520:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.742528:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742531:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.742539:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742542:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.742550:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742553:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.742562:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742566:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.742573:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742577:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.742586:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.742599:0:112416:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511ed6780, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074854.742608:0:112416:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074854.742633:0:112416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074854.742704:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112416 initiator: MDT0 00010000:00010000:3.0:1769074854.742714:0:112416:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000020:00100000:3.0:1769074854.742727:0:112416:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074854.742740:0:112416:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924000 x1855007612003968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074854.742750:0:112416:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000100:00100000:3.0:1769074854.742782:0:112416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612003968:192.168.204.123@tcp:101:awk.0 00000100:00100000:3.0:1769074854.744553:0:112416:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060dc00 going to sleep for 11 seconds 00000080:00200000:2.0:1769074854.747101:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.747117:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000100:00100000:1.0:1769074854.750195:0:112416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612003968:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074854.750218:0:112416:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750231:0:112416:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750237:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750253:0:112416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750260:0:112416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750269:0:112416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.750274:0:112416:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750280:0:112416:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750286:0:112416:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750293:0:112416:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.750300:0:112416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750306:0:112416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688a00/0xd0f48591888abe5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00000002:00100000:1.0:1769074854.750323:0:112416:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511924000 x1855007612003968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.750336:0:112416:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.750360:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.750372:0:112416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.750380:0:112416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10194f9a8 00010000:00010000:1.0:1769074854.750384:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.750392:0:112416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.750754:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750765:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.750776:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750780:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.750789:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750792:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.750800:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750802:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.750810:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750812:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.750820:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750823:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.750833:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750836:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.750844:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750847:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.750855:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.750866:0:112416:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a512062480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.750873:0:112416:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.750892:0:112416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.750951:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.750959:0:112416:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000020:00100000:1.0:1769074854.750968:0:112416:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.750974:0:112416:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612004224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.750983:0:112416:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000100:00100000:1.0:1769074854.751004:0:112416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004224:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074854.751203:0:112416:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000080:00200000:2.0:1769074854.751963:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.751985:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.751996:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.751999:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.752006:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752009:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.752018:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752021:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.752046:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752050:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.752060:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752063:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.752070:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752073:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.752081:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.752085:0:112414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074854.753803:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.753817:0:112414:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.753824:0:112414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.753844:0:112414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.753860:0:112414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.753883:0:112414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.753892:0:112414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.753908:0:112414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.753912:0:112414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.753920:0:112414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10152bcb8 00010000:00010000:2.0:1769074854.753924:0:112414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.753933:0:112414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.753954:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.753958:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074854.753965:0:112414:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:2.0:1769074854.753980:0:112414:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:2.0:1769074854.753990:0:112414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074854.754731:0:112414:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.754736:0:112414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074854.754746:0:112414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.754756:0:112414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.754765:0:112414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.754773:0:112414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.754777:0:112414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074854.754780:0:112414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:2.0:1769074854.754784:0:112414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d10152bcb8 00010000:00010000:2.0:1769074854.754787:0:112414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.754801:0:112414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.754819:0:112414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.754824:0:112414:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:2.0:1769074854.754828:0:112414:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1827, max_age 1846 00800000:00000004:2.0:1769074854.754835:0:112414:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1827, max_age 1846 00000100:00100000:2.0:1769074854.754872:0:112414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112414:1855007612004352:192.168.204.123@tcp:41:df.0 00000100:00100000:2.0:1769074854.754984:0:112414:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.760824:0:112416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004224:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074854.760850:0:112416:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760863:0:112416:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760869:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760887:0:112416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760904:0:112416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760910:0:112416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.760916:0:112416:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760922:0:112416:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760929:0:112416:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760940:0:112416:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.760947:0:112416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.760953:0:112416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00000002:00100000:1.0:1769074854.760974:0:112416:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612004224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.761000:0:112416:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.761041:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.761055:0:112416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.761063:0:112416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10194f9a8 00010000:00010000:1.0:1769074854.761068:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.761076:0:112416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.761512:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761523:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.761535:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761540:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.761549:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761552:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.761562:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761565:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.761573:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761577:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.761585:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761588:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.761597:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761600:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.761608:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761611:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.761621:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.761631:0:112416:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507d67380, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.761638:0:112416:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.761658:0:112416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.761710:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.761718:0:112416:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000020:00100000:1.0:1769074854.761729:0:112416:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.761737:0:112416:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612004608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.761747:0:112416:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000100:00100000:1.0:1769074854.761772:0:112416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004608:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074854.761967:0:112416:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074854.766670:0:112414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112414:1855007612004352:192.168.204.123@tcp:41:df.0 00800000:00000004:2.0:1769074854.766702:0:112414:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:2.0:1769074854.766710:0:112414:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:2.0:1769074854.766715:0:112414:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:1.0:1769074854.767445:0:112416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004608:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074854.767469:0:112416:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767482:0:112416:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767489:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767496:0:112416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767505:0:112416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767511:0:112416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.767516:0:112416:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767523:0:112416:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767530:0:112416:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767537:0:112416:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.767543:0:112416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.767550:0:112416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00000002:00100000:1.0:1769074854.767568:0:112416:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612004608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.767587:0:112416:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.767613:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.767626:0:112416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.767635:0:112416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10194f9a8 00010000:00010000:1.0:1769074854.767640:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.767647:0:112416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.768080:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.768090:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.768099:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.768103:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.768112:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.768115:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.770597:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770613:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.770643:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770646:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.770654:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770657:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.770665:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770667:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.770674:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770677:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.770685:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.770698:0:112416:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b667800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.770707:0:112416:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.770731:0:112416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.771678:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.771693:0:112416:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000020:00100000:1.0:1769074854.771704:0:112416:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.771716:0:112416:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612004864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.771726:0:112416:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00000100:00100000:1.0:1769074854.771749:0:112416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004864:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074854.772747:0:112416:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.777188:0:112416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112416:1855007612004864:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074854.777219:0:112416:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777233:0:112416:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777241:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777249:0:112416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777257:0:112416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777263:0:112416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.777268:0:112416:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777275:0:112416:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777282:0:112416:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777289:0:112416:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.777296:0:112416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00010000:00010000:1.0:1769074854.777303:0:112416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112416 initiator: MDT0 00000002:00100000:1.0:1769074854.777327:0:112416:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612004864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.777342:0:112416:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.777373:0:112416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.777387:0:112416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.777397:0:112416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10194f9a8 00010000:00010000:1.0:1769074854.777401:0:112416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.777411:0:112416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.777797:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777809:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.777824:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777828:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.777839:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777842:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.777852:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777855:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.777864:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777867:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.777875:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777879:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.777887:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777890:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.777914:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777918:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.777929:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.777933:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074854.778071:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778076:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.778086:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778090:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778099:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778102:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778110:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778113:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778156:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778160:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778172:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778175:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778184:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778187:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778200:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778203:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778211:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778216:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074854.778339:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778344:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.778354:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778356:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778363:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778366:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778373:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778376:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778384:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778388:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778395:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778397:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778404:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778407:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778415:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778417:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778425:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778429:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074854.778590:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778595:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.778608:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778612:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778620:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778623:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778631:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778634:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778641:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778643:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.778651:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778655:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778663:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778665:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778673:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778676:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.778684:0:112416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.778688:0:112416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074854.805851:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.805880:0:112419:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.805890:0:112419:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.805931:0:112419:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.805952:0:112419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.805968:0:112419:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.805976:0:112419:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.805984:0:112419:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.805988:0:112419:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.805996:0:112419:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10152bcb8 00010000:00010000:2.0:1769074854.806000:0:112419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.806009:0:112419:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.808726:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074854.808745:0:112420:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.809656:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.809668:0:112421:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.809674:0:112421:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.809697:0:112421:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.809715:0:112421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.809730:0:112421:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.809737:0:112421:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.809744:0:112421:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.809748:0:112421:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.809867:0:112421:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074854.809873:0:112421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.809882:0:112421:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.810467:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.810864:0:112420:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074854.810884:0:112420:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074854.810906:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.810918:0:112420:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.810926:0:112420:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074854.810933:0:112420:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074854.810936:0:112420:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074854.810940:0:112420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101957cb8 00010000:00010000:1.0:1769074854.810944:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.810953:0:112420:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.811214:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.811237:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811242:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.811252:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811256:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.811266:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811269:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.811279:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811282:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.811290:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811293:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.811301:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811304:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.811313:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811316:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.811325:0:112419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.811328:0:112419:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074854.821946:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.821965:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.821991:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.821997:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822006:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822009:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822016:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822020:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822028:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822031:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822052:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822056:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822065:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822068:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822076:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822079:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822087:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822092:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074854.822325:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822330:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.822340:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822343:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822350:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822353:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822361:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822364:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822371:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822374:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822383:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822386:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822393:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822396:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822404:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822407:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822417:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822436:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074854.822597:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822602:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.822612:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822615:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822624:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822627:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822635:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822638:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822646:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822649:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822658:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822661:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822669:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822671:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822678:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822680:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822687:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822690:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074854.822816:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822821:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.822830:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822833:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822840:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822843:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822851:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822854:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822862:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822865:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.822872:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822875:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822883:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822887:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822907:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822910:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.822919:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.822923:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074854.823054:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823059:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.823067:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823070:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823077:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823080:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823088:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823091:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823100:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823102:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823110:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823113:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823121:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823147:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823160:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823163:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823169:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823173:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074854.823295:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823299:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.823308:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823311:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823319:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823321:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823329:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823331:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823337:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823340:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823347:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823349:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823356:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823359:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823366:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823368:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823375:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823378:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074854.823495:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823500:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.823508:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823511:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823520:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823523:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823532:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823535:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823543:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823545:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823553:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823556:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823565:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823567:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823574:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823577:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823584:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823588:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074854.823748:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823754:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.823765:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823768:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823778:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823781:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823789:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823792:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823800:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823802:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.823810:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823813:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823821:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823824:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823832:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823834:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.823842:0:112421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.823846:0:112421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074854.826805:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826821:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.826833:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826837:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.826843:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826846:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.826852:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826855:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.826863:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826866:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.826874:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826877:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.826885:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826888:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.826908:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826911:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.826920:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.826933:0:112420:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b701500, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.826942:0:112420:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.826972:0:112420:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.827655:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.827668:0:112420:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000020:00100000:1.0:1769074854.827684:0:112420:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.827698:0:112420:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612005120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.827707:0:112420:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000100:00100000:1.0:1769074854.827732:0:112420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005120:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074854.827973:0:112420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.856370:0:112420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005120:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074854.856395:0:112420:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856407:0:112420:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856415:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856421:0:112420:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856428:0:112420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856435:0:112420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.856439:0:112420:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856445:0:112420:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856452:0:112420:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856458:0:112420:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.856464:0:112420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.856470:0:112420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abe7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00000002:00100000:1.0:1769074854.858655:0:112420:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612005120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.858675:0:112420:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.858707:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.858721:0:112420:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.858731:0:112420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d1019579a8 00010000:00010000:1.0:1769074854.858737:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.858746:0:112420:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.860742:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860762:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.860776:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860780:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.860789:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860792:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.860799:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860802:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.860810:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860813:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.860821:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860825:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.860833:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860835:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.860843:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860846:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.860854:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.860866:0:112420:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503d52f00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.860875:0:112420:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.860916:0:112420:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.861008:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.861019:0:112420:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000020:00100000:1.0:1769074854.862557:0:112420:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.862581:0:112420:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612005376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.862599:0:112420:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000100:00100000:1.0:1769074854.862635:0:112420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005376:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074854.862879:0:112420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.867523:0:112420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005376:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074854.867553:0:112420:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867569:0:112420:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867577:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867583:0:112420:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867591:0:112420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867596:0:112420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.867601:0:112420:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867608:0:112420:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867614:0:112420:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867621:0:112420:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.867627:0:112420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.867632:0:112420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abe81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00000002:00100000:1.0:1769074854.867652:0:112420:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612005376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.867669:0:112420:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.867697:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.867712:0:112420:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.867722:0:112420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d1019579a8 00010000:00010000:1.0:1769074854.867726:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.867735:0:112420:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.868193:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868205:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.868218:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868222:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.868233:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868235:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.868242:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868245:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.868251:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868254:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.868261:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868265:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.868274:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868277:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.868285:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868289:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.868297:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.868309:0:112420:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520287080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074854.868315:0:112420:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074854.868333:0:112420:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074854.868384:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.868391:0:112420:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000020:00100000:1.0:1769074854.868402:0:112420:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074854.868409:0:112420:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612005632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074854.868418:0:112420:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00000100:00100000:1.0:1769074854.868442:0:112420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005632:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074854.868638:0:112420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074854.882686:0:112420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112420:1855007612005632:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074854.882716:0:112420:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.882730:0:112420:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.882736:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.882743:0:112420:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.882751:0:112420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.883608:0:112420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074854.883615:0:112420:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.883622:0:112420:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.883630:0:112420:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.883637:0:112420:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074854.883644:0:112420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00010000:00010000:1.0:1769074854.883651:0:112420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abe88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112420 initiator: MDT0 00000002:00100000:1.0:1769074854.883676:0:112420:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612005632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074870 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074854.883689:0:112420:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074854.883719:0:112420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.883732:0:112420:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074854.883740:0:112420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d1019579a8 00010000:00010000:1.0:1769074854.883744:0:112420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.883752:0:112420:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.884812:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884829:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.884847:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884851:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.884860:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884863:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.884870:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884883:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.884919:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884923:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.884933:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884937:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.884946:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884949:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.884959:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884963:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.884973:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.884988:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074854.885378:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885385:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.885393:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885396:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885403:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885405:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885412:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885415:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885423:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885426:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885434:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885438:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885447:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885450:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885458:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885461:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885471:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885475:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074854.885617:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885622:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074854.885630:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885633:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885640:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885643:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885649:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885652:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885661:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885664:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074854.885673:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885677:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885684:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885686:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885695:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885697:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074854.885704:0:112420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074854.885708:0:112420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074854.924691:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074854.924717:0:112426:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074854.924725:0:112426:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074854.924751:0:112426:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074854.924770:0:112426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.924786:0:112426:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.924795:0:112426:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074854.924804:0:112426:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074854.924809:0:112426:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074854.924819:0:112426:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101987cb8 00010000:00010000:1.0:1769074854.924823:0:112426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.924832:0:112426:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.926331:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074854.926348:0:112424:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074854.926354:0:112424:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074854.926374:0:112424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074854.926391:0:112424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.926405:0:112424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.926412:0:112424:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074854.926419:0:112424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074854.926423:0:112424:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:3.0:1769074854.926429:0:112424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d1015ebcb8 00010000:00010000:3.0:1769074854.926433:0:112424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.926441:0:112424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.928109:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928158:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.928174:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928179:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.928188:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928191:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.928200:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928202:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.928210:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928214:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.928221:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928224:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.928231:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928233:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.928240:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928243:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.928249:0:112424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.928253:0:112424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074854.929981:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074854.929999:0:112425:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074854.930007:0:112425:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074854.930041:0:112425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074854.930060:0:112425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.930077:0:112425:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.930084:0:112425:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074854.930093:0:112425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074854.930097:0:112425:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:2.0:1769074854.930105:0:112425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101e43cb8 00010000:00010000:2.0:1769074854.930109:0:112425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074854.930117:0:112425:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074854.932668:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932689:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.932702:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932706:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.932718:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932721:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.932730:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932732:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.932741:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932743:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.932751:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932754:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.932764:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932767:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.932776:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932778:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.932786:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.932791:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074854.938600:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938619:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.938633:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938636:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.938644:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938647:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.938658:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938661:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.938669:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938672:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.938680:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938682:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.938691:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938693:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.938701:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938704:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.938715:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.938719:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074854.939674:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939686:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.939697:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939700:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.939709:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939711:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.939718:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939721:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.939728:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939732:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.939739:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939742:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.939749:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939751:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.939759:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939763:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.939771:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939775:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074854.939972:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939977:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.939988:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.939991:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.940000:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.940003:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940584:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940592:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.940601:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940605:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940613:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940616:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940624:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940629:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940636:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940639:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940648:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940651:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.940660:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940663:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.940672:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940674:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.940683:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940687:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074854.940844:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940849:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.940858:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.940861:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.940868:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941306:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941326:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941330:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941339:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941342:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941350:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941354:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941363:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941366:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941374:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941377:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941386:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941390:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074854.941554:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941560:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.941571:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941575:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941583:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941586:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941594:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941597:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941605:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941608:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941616:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941619:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941627:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941629:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941637:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941640:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941648:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941652:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074854.941798:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941803:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074854.941813:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941816:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941826:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941829:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941837:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941840:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941847:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941850:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074854.941859:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941862:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.941869:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.941872:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942323:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942330:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942340:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942343:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942350:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942354:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942362:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942365:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942373:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942375:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942383:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942388:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074854.942568:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942573:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.942582:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942585:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942593:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942596:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942604:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942607:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942615:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942618:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942628:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942631:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942640:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942642:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942650:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942652:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942659:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942662:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074854.942791:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942797:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.942806:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942809:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942816:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942819:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942826:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942829:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942837:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942841:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.942850:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942853:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.942862:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.942865:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.943350:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.943358:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074854.943369:0:112425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074854.943374:0:112425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074854.944330:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.944342:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.944370:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.944375:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074854.945315:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945325:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.945338:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945343:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.945353:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945356:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.945365:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945369:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.945376:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945379:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.945387:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945390:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.945397:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945400:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.945408:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945411:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.945419:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.945423:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074854.950929:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.950952:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.950970:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.950986:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.950999:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.951002:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.951022:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.951027:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.952407:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952424:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.952448:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952452:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.952462:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952465:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.952658:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952664:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.952678:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952683:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074854.952959:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952965:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.952984:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.952989:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.953001:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.953005:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.957375:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957388:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.957401:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957404:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.957412:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957415:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.957429:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957432:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.957442:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957446:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.957454:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.957459:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074854.959297:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959315:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074854.959328:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959331:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.959338:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959341:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.959348:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959351:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.959358:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959361:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074854.959368:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959372:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.959379:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959382:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.959390:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959393:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.959402:0:112426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074854.959406:0:112426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074854.990446:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074854.990471:0:112431:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074854.990480:0:112431:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074854.990507:0:112431:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074854.990526:0:112431:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.990542:0:112431:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074854.990549:0:112431:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074854.990558:0:112431:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074854.990562:0:112431:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:0.0:1769074854.990570:0:112431:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101c23cb8 00010000:00010000:0.0:1769074854.990574:0:112431:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074854.990583:0:112431:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.991540:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074854.991555:0:112430:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074854.991560:0:112430:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074854.991575:0:112430:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074854.991587:0:112430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.991598:0:112430:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.991609:0:112430:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074854.991615:0:112430:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074854.991618:0:112430:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:3.0:1769074854.991623:0:112430:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101b6fcb8 00010000:00010000:3.0:1769074854.991626:0:112430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074854.991634:0:112430:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.993758:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993776:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.993792:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993796:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.993806:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993809:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.993818:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993820:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.993828:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993830:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.993837:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993841:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.993849:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993852:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.993861:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.993864:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074854.994479:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074854.994489:0:112429:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074854.994496:0:112429:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074854.994519:0:112429:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074854.994536:0:112429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.994551:0:112429:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074854.994557:0:112429:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074854.994564:0:112429:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074854.994568:0:112429:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abdcb 00000080:00010000:1.0:1769074854.994574:0:112429:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abdcb from it ffffb0d101b5fcb8 00010000:00010000:1.0:1769074854.994578:0:112429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074854.994586:0:112429:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074854.996268:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996287:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074854.996800:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996809:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.996819:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996823:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.996830:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996833:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.996844:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996847:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.996855:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996858:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.996867:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996883:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.996904:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996907:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.996915:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996918:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.996925:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.996929:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074854.997120:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997157:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.997170:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997173:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997183:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997186:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997194:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997196:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997204:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997207:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997214:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997217:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997224:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997228:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997236:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997238:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997245:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997249:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074854.997385:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997390:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.997399:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997402:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997414:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997418:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997427:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997429:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997436:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997439:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997447:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997450:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997459:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997462:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997469:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997472:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997480:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997484:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074854.997601:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997606:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.997615:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997618:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997626:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997629:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997636:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997639:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997647:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997651:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997661:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997665:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997673:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997676:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997683:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997686:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.997693:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997697:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074854.997839:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997845:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074854.997855:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997859:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997867:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997870:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.997879:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.997882:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.998331:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.998339:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074854.998357:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.998360:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.998370:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.998372:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.998381:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.998384:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074854.998398:0:112430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074854.998403:0:112430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074855.003740:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003761:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.003777:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003781:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.003791:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003793:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.003801:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003804:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.003812:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003815:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.003823:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003827:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.003836:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003838:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.003846:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003849:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.003858:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.003862:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074855.004050:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004055:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.004063:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004066:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004074:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004077:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004085:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004087:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004095:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004098:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004106:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004108:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004118:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004121:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004156:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004159:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004166:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004169:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074855.004299:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004305:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.004314:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004317:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004324:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004327:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004334:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004337:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004345:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004348:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004356:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004359:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004367:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004370:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004377:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004380:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004387:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004390:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074855.004513:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004518:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.004526:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004529:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004535:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004538:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004544:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004546:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004552:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004555:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004562:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004564:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004570:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004572:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004580:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004582:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004588:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004591:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074855.004696:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004700:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.004709:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004711:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004719:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004722:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004730:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004732:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004739:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004741:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004748:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004751:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004758:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004761:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004769:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004772:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004781:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004785:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074855.004915:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004920:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.004929:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004932:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004940:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004943:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004952:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004955:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004962:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004964:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.004971:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004973:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004981:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004984:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.004991:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.004994:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005003:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005007:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074855.005161:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005166:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.005175:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005178:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005185:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005187:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005195:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005198:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005205:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005208:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005216:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005219:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005227:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005230:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005237:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005240:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005248:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005253:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074855.005412:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005418:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.005428:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005431:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005439:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005442:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005449:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005451:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005459:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005462:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.005469:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005472:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005479:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005482:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005489:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005492:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.005500:0:112431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.005503:0:112431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074855.009232:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009252:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.009268:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009273:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.009282:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009285:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.009293:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009296:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.009306:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009309:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.009318:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009321:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.009331:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009334:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.009344:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009347:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.009357:0:112429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.009361:0:112429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.036568:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036588:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.036602:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036607:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.036616:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036619:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.036628:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036631:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.036640:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036643:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.036653:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036656:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.036665:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036668:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.036677:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036680:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.036689:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.036694:0:112433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.037267:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.037283:0:112433:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074855.037287:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074855.037291:0:112433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074855.037295:0:112433:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00800000:00000004:2.0:1769074855.037321:0:112433:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff97a51160d000: age 1847, max_age 0 00010000:00010000:2.0:1769074855.037393:0:112433:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.037421:0:112433:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.037541:0:112433:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.037548:0:112433:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074855.037551:0:112433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888abdcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201c89 expref: -99 pid: 111205 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074855.037569:0:112433:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074855.037581:0:112433:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007612006016/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074855.037602:0:112433:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112433:1855007612006016:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074855.038525:0:112433:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.038662:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612005760:192.168.204.123@tcp:41:pjdfstest.0 00000080:00200000:3.0:1769074855.041728:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.041753:0:112434:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.041760:0:112434:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.041781:0:112434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.041797:0:112434:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074855.041860:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.041880:0:112434:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.041899:0:112434:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000100:00100000:3.0:1769074855.041928:0:112434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006144:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074855.042395:0:112434:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.046560:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612005760:192.168.204.123@tcp:41:pjdfstest.0 00000100:00100000:1.0:1769074855.053827:0:112434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006144:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074855.053859:0:112434:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053872:0:112434:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053900:0:112434:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053912:0:112434:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053923:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053930:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053937:0:112434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074855.053948:0:112434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925f80 x1855007612006144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074855.053960:0:112434:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.053987:0:112434:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:1.0:1769074855.053997:0:112434:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074855.054028:0:112434:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:1.0:1769074855.054043:0:112434:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abe8f 00000080:00010000:1.0:1769074855.054049:0:112434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074855.054052:0:112434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c2bcb8 00010000:00010000:1.0:1769074855.054055:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.054064:0:112434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074855.055143:0:112433:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112433:1855007612006016:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074855.055184:0:112433:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17f:0x0](ffff97a509e563c8) 00000080:00200000:0.0:1769074855.055189:0:112433:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17f:0x0], updating i_size 1024 00000080:00200000:2.0:1769074855.058357:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.058379:0:112434:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074855.058385:0:112434:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074855.058411:0:112434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074855.058476:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.058486:0:112434:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.058496:0:112434:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000100:00100000:2.0:1769074855.058522:0:112434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006272:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074855.058671:0:112434:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.069576:0:112434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006272:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074855.069607:0:112434:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069624:0:112434:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069633:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069640:0:112434:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069649:0:112434:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069656:0:112434:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074855.069660:0:112434:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069668:0:112434:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069675:0:112434:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069682:0:112434:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074855.069689:0:112434:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.069695:0:112434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888abe96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00000002:00100000:2.0:1769074855.069718:0:112434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007612006272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074855.069736:0:112434:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074855.069840:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.069856:0:112434:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074855.069866:0:112434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c2b980 00010000:00010000:2.0:1769074855.069870:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.069878:0:112434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.070545:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.070584:0:112434:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074855.070589:0:112434:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074855.070607:0:112434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074855.070657:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.070665:0:112434:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.070674:0:112434:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000100:00100000:2.0:1769074855.070696:0:112434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006400:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074855.070795:0:112434:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.077512:0:112434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006400:192.168.204.123@tcp:101:tail.0 00010000:00010000:2.0:1769074855.077537:0:112434:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077549:0:112434:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077556:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077562:0:112434:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077570:0:112434:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077577:0:112434:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074855.077581:0:112434:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077588:0:112434:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077595:0:112434:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077602:0:112434:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074855.077609:0:112434:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.077614:0:112434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888abe9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00000002:00100000:2.0:1769074855.077633:0:112434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007612006400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074855.077649:0:112434:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074855.077679:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.077692:0:112434:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074855.077702:0:112434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c2b980 00010000:00010000:2.0:1769074855.077706:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.077713:0:112434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.077875:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.077885:0:112434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.077913:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.077917:0:112434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.077926:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.077928:0:112434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.077936:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.077948:0:112434:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074855.077952:0:112434:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074855.077969:0:112434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074855.078011:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.078023:0:112434:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:2.0:1769074855.078032:0:112434:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000100:00100000:2.0:1769074855.078053:0:112434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006528:192.168.204.123@tcp:101:tail.0 00000100:00100000:2.0:1769074855.078526:0:112434:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.083906:0:112434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006528:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074855.083929:0:112434:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083942:0:112434:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083949:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083957:0:112434:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083965:0:112434:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083971:0:112434:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074855.083976:0:112434:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083984:0:112434:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083991:0:112434:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.083997:0:112434:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074855.084004:0:112434:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.084106:0:112434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888abea4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00000002:00100000:3.0:1769074855.084253:0:112434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941180 x1855007612006528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074855.084270:0:112434:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074855.084297:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.084310:0:112434:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074855.084319:0:112434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c2b980 00010000:00010000:3.0:1769074855.084322:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.084330:0:112434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.084405:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.084414:0:112434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.084428:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.084431:0:112434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.084439:0:112434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.084455:0:112434:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50387a600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074855.084463:0:112434:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074855.084482:0:112434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074855.084529:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.084537:0:112434:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000020:00100000:3.0:1769074855.084547:0:112434:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074855.084554:0:112434:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007612006784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074855.084562:0:112434:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00000100:00100000:3.0:1769074855.084583:0:112434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006784:192.168.204.123@tcp:101:tail.0 00000100:00100000:3.0:1769074855.084778:0:112434:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.087578:0:112434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112434:1855007612006784:192.168.204.123@tcp:101:tail.0 00010000:00010000:3.0:1769074855.087603:0:112434:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087616:0:112434:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087626:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087633:0:112434:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087641:0:112434:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087647:0:112434:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074855.087651:0:112434:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087658:0:112434:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087665:0:112434:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087671:0:112434:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074855.087677:0:112434:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00010000:00010000:3.0:1769074855.087683:0:112434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112434 initiator: MDT0 00000002:00100000:3.0:1769074855.087887:0:112434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007612006784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074855.087912:0:112434:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074855.087942:0:112434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.087960:0:112434:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074855.087969:0:112434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c2b9a8 00010000:00010000:3.0:1769074855.088584:0:112434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.088599:0:112434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.097430:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.097451:0:112436:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.097460:0:112436:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.097481:0:112436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.097499:0:112436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.097514:0:112436:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.097522:0:112436:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.097529:0:112436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074855.097532:0:112436:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abe8f 00000080:00010000:3.0:1769074855.097540:0:112436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101e03cb8 00010000:00010000:3.0:1769074855.097544:0:112436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.097553:0:112436:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.098950:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.098964:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.098977:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.098982:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.098989:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.098992:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.099001:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099004:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.099012:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099014:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.099022:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099026:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.099032:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099035:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.099042:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099044:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.099052:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.099062:0:112436:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113a6600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074855.099072:0:112436:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074855.099097:0:112436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074855.099187:0:112436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112436 initiator: MDT0 00010000:00010000:3.0:1769074855.099196:0:112436:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00000020:00100000:3.0:1769074855.099208:0:112436:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074855.099223:0:112436:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926680 x1855007612007040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074855.099233:0:112436:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00000100:00100000:3.0:1769074855.099259:0:112436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112436:1855007612007040:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074855.099464:0:112436:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.106747:0:112436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112436:1855007612007040:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.106791:0:112436:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106805:0:112436:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106811:0:112436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106819:0:112436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106828:0:112436:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106834:0:112436:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.106840:0:112436:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106847:0:112436:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106855:0:112436:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106862:0:112436:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.106869:0:112436:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.106876:0:112436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688c00/0xd0f48591888abeb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112436 initiator: MDT0 00000002:00100000:0.0:1769074855.106904:0:112436:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926680 x1855007612007040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.106920:0:112436:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.106958:0:112436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.106983:0:112436:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.106999:0:112436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101e039a8 00010000:00010000:0.0:1769074855.107003:0:112436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.107011:0:112436:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.107433:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107443:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.107456:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107460:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107468:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107471:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107479:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107482:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107489:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107492:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107500:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107504:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107511:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107515:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107523:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107526:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107535:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107539:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074855.107683:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107688:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.107698:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107701:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107710:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107712:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107720:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107723:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107732:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107735:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.107741:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107744:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107753:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107756:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107766:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107769:0:112436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.107778:0:112436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.107789:0:112436:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a57380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.107795:0:112436:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074855.107815:0:112436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.107867:0:112436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.107875:0:112436:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00000020:00100000:0.0:1769074855.107886:0:112436:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.107906:0:112436:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007612007296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.107916:0:112436:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00000100:00100000:0.0:1769074855.107939:0:112436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112436:1855007612007296:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.108147:0:112436:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.115356:0:112436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112436:1855007612007296:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.115385:0:112436:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115398:0:112436:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115404:0:112436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115411:0:112436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115419:0:112436:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115425:0:112436:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.115430:0:112436:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115436:0:112436:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115443:0:112436:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115450:0:112436:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.115458:0:112436:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112436 initiator: MDT0 00010000:00010000:0.0:1769074855.115464:0:112436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abeb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112436 initiator: MDT0 00000002:00100000:0.0:1769074855.115482:0:112436:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007612007296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.115497:0:112436:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.115524:0:112436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.115536:0:112436:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.115544:0:112436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101e039a8 00010000:00010000:0.0:1769074855.115548:0:112436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.115555:0:112436:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.126605:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074855.126623:0:112439:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.126630:0:112439:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074855.126649:0:112439:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.126666:0:112439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.126682:0:112439:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.126690:0:112439:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.126696:0:112439:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.126700:0:112439:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abe8f 00000080:00010000:0.0:1769074855.126707:0:112439:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c3bcb8 00010000:00010000:0.0:1769074855.126711:0:112439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.126719:0:112439:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.130482:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130501:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.130514:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130518:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.130527:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130529:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.130539:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130542:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.130550:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130553:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.130560:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130564:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.130846:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130851:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.130864:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130867:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.130876:0:112439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.130880:0:112439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074855.131562:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131573:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.131582:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131585:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.131592:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131594:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.131600:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131603:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.131610:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131612:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.131620:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131622:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.131631:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131634:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.131642:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131645:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.131653:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.131657:0:112438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074855.132068:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.132083:0:112438:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:3.0:1769074855.132088:0:112438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074855.132115:0:112438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_1b9f980bb76d75f339cd527e20f60f60,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.132201:0:112438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112438 initiator: MDT0 00010000:00010000:3.0:1769074855.132214:0:112438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112438 initiator: MDT0 00010000:00010000:3.0:1769074855.132225:0:112438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112438 initiator: MDT0 00000100:00100000:3.0:1769074855.132257:0:112438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112438:1855007612007424:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074855.132384:0:112438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.137571:0:112438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112438:1855007612007424:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074855.137596:0:112438:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137618:0:112438:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137624:0:112438:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137634:0:112438:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137641:0:112438:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137650:0:112438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137655:0:112438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137661:0:112438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074855.137668:0:112438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927800 x1855007612007424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074855.137678:0:112438:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137686:0:112438:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/383 (0 0) 00000080:00200000:2.0:1769074855.137691:0:112438:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074855.137715:0:112438:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x17f:0x0], updating i_size 1024 00000080:00200000:2.0:1769074855.137717:0:112438:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x17f:0x0](ffff97a509e563c8): rc = 0 00000080:00010000:2.0:1769074855.137721:0:112438:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x17f:0x0](ffff97a509e563c8) for lock 0xd0f48591888abec0 00000080:00010000:2.0:1769074855.137734:0:112438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x17f:0x0](ffff97a509e563c8) 00000080:00010000:2.0:1769074855.137737:0:112438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec0 from it ffffb0d101c33ba0 00010000:00010000:2.0:1769074855.137739:0:112438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.137745:0:112438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.137786:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.137809:0:112438:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:2.0:1769074855.137813:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074855.137820:0:112438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074855.147591:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074855.147617:0:112441:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074855.147625:0:112441:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074855.147646:0:112441:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074855.147667:0:112441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.147684:0:112441:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.147692:0:112441:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074855.147700:0:112441:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074855.147704:0:112441:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abe8f 00000080:00010000:2.0:1769074855.147713:0:112441:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101987cb8 00010000:00010000:2.0:1769074855.147717:0:112441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.147725:0:112441:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.151942:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.151964:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.151982:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.151986:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.151997:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152000:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152010:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152014:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152022:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152025:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152034:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152038:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152048:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152051:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152061:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152064:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152072:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152076:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074855.152293:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152298:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.152307:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152310:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152319:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152322:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152337:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152341:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152349:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152351:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152360:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152364:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152372:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152375:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152383:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152385:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152392:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152395:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.152533:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152538:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.152547:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152550:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152558:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152562:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152570:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152573:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152582:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152584:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.152592:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152596:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152605:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152608:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152619:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152621:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.152629:0:112441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.152633:0:112441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074855.177650:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.177680:0:112444:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.177690:0:112444:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.177720:0:112444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.177742:0:112444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.177760:0:112444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.177767:0:112444:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.177776:0:112444:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074855.177781:0:112444:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abe8f 00000080:00010000:3.0:1769074855.177788:0:112444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe8f from it ffffb0d101c5bcb8 00010000:00010000:3.0:1769074855.177793:0:112444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.177802:0:112444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.178652:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178664:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.178676:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178681:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.178689:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178692:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.178699:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178703:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.178711:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178714:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.178722:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178725:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.178732:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178735:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.178743:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178746:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.178753:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.178757:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074855.179120:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179150:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.179162:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179166:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.179175:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179178:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.179186:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179189:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.179197:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179200:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.179208:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179212:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.179220:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179222:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.179229:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179231:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.179237:0:112444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.179240:0:112444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.180909:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.180932:0:112443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, flags=0 00000080:00200000:2.0:1769074855.180939:0:112443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074855.180945:0:112443:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:2.0:1769074855.180993:0:112443:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.182968:0:112443:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.183474:0:112443:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.183521:0:112443:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.183529:0:112443:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.183535:0:112443:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074855.183537:0:112443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689000/0xd0f48591888abec0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201f76 expref: -99 pid: 112438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.183551:0:112443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688e00/0xd0f48591888abe8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201ed5 expref: -99 pid: 112434 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074855.183570:0:112443:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074855.183586:0:112443:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943100 x1855007612007680/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074855.183616:0:112443:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112443:1855007612007680:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074855.183740:0:112443:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.192465:0:112443:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112443:1855007612007680:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074855.192515:0:112443:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x17f:0x0](ffff97a509e563c8) 00000080:00200000:3.0:1769074855.200607:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.200625:0:112446:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.200631:0:112446:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.200648:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.200663:0:112446:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074855.200709:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:3.0:1769074855.200716:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:3.0:1769074855.200726:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:3.0:1769074855.200751:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612007808:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074855.200899:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060db40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.203861:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612007808:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074855.204351:0:112446:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204363:0:112446:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204378:0:112446:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204386:0:112446:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204394:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204399:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204404:0:112446:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074855.204412:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925880 x1855007612007808/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074855.204420:0:112446:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204431:0:112446:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074855.204437:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074855.204460:0:112446:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074855.204465:0:112446:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abec7 00000080:00010000:0.0:1769074855.204470:0:112446:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.204472:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d101957cb8 00010000:00010000:0.0:1769074855.204474:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.204480:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.206551:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.206567:0:112446:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.206572:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.206591:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.206641:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.206648:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.206655:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.206674:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612007936:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.206927:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.209901:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612007936:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.209925:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209938:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209944:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209951:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209960:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209965:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.209971:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209978:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209985:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.209991:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.209997:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.210003:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.210021:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007612007936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.210036:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.210061:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.210073:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.210082:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d101957980 00010000:00010000:0.0:1769074855.210086:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.210093:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.210372:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.210388:0:112446:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.210392:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.210407:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.210439:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.210443:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.210449:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.210463:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008064:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.210527:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.213779:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008064:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.213804:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213817:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213824:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213830:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213839:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213844:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.213849:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213855:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213862:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213868:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.213874:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.213880:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abed5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.213905:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007612008064/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.213920:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.213948:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.213959:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.213968:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d101957980 00010000:00010000:0.0:1769074855.213971:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.213980:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.214069:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.214079:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.214092:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.214096:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.214105:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.214108:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.214116:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.214423:0:112446:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.214427:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.214442:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.214477:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.214481:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.214488:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.214504:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008192:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.214603:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.217569:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008192:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.217590:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217601:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217606:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217611:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217616:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217620:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.217624:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217628:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217633:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217637:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.217642:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217647:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abedc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.217660:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007612008192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.217673:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.217698:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.217712:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.217718:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d101957980 00010000:00010000:0.0:1769074855.217720:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.217725:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.217804:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.217814:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.217826:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.217829:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.217840:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.217855:0:112446:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b1bc80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.217862:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074855.217881:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.217939:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.217946:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000020:00100000:0.0:1769074855.217957:0:112446:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.217963:0:112446:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007612008448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.217972:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.218001:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008448:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.218692:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.225456:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008448:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.225477:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225488:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225492:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225497:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225502:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225506:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.225510:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225514:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225518:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225522:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.225527:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.225534:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abee3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.225549:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007612008448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.225560:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.225586:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.225597:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.225603:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074855.225605:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.225610:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.226028:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226038:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.226048:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226052:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.226060:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226063:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.226072:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226075:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.226083:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226086:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.226094:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226097:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.226102:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226104:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.226108:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226110:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.226115:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.226158:0:112446:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506b1b080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.226165:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074855.226184:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.226232:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.226697:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000020:00100000:0.0:1769074855.226708:0:112446:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.226716:0:112446:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007612008704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.226722:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.226744:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008704:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.227576:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.230763:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008704:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.230792:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230802:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230807:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230812:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230817:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230821:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.230824:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230828:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230832:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230836:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.230840:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.230845:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abeea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.230857:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007612008704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.230867:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.230906:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.230925:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.230936:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074855.230941:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.230947:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.231735:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231744:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.231751:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231753:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.231758:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231760:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.231773:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231775:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.231782:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231784:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.231790:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231792:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.231797:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231799:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.231803:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231805:0:112446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.231809:0:112446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.231818:0:112446:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a512048480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.231824:0:112446:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074855.231842:0:112446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.231897:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.231905:0:112446:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000020:00100000:0.0:1769074855.231916:0:112446:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.231924:0:112446:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f100 x1855007612008960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.231934:0:112446:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00000100:00100000:0.0:1769074855.231955:0:112446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008960:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.232694:0:112446:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.235590:0:112446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112446:1855007612008960:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.235612:0:112446:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235621:0:112446:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235626:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235630:0:112446:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235635:0:112446:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235641:0:112446:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.235645:0:112446:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235649:0:112446:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235653:0:112446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235657:0:112446:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.235662:0:112446:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00010000:00010000:0.0:1769074855.235665:0:112446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abef1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112446 initiator: MDT0 00000002:00100000:0.0:1769074855.235677:0:112446:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f100 x1855007612008960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.235688:0:112446:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.235709:0:112446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.235717:0:112446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.235724:0:112446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abec7 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074855.235726:0:112446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.235731:0:112446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.243340:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243354:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.243361:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243364:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.243369:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243371:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.243375:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243377:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.243382:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243384:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.243388:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243390:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.243395:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243397:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.243401:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243403:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.243408:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243411:0:112448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074855.243753:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.243763:0:112448:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:1.0:1769074855.243765:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074855.243768:0:112448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074855.243771:0:112448:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:1.0:1769074855.243811:0:112448:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.243836:0:112448:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.243919:0:112448:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.243927:0:112448:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074855.243929:0:112448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888abec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201f99 expref: -99 pid: 112446 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074855.243948:0:112448:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074855.243960:0:112448:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612009216/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074855.243980:0:112448:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112448:1855007612009216:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074855.244080:0:112448:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000080:00200000:2.0:1769074855.246870:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074855.246907:0:112449:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074855.246916:0:112449:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074855.246937:0:112449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074855.246954:0:112449:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:2.0:1769074855.247019:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112449 initiator: MDT0 00010000:00010000:2.0:1769074855.247037:0:112449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:2.0:1769074855.247047:0:112449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000100:00100000:2.0:1769074855.247074:0:112449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009344:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074855.247644:0:112449:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.253497:0:112448:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112448:1855007612009216:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074855.253559:0:112448:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00200000:1.0:1769074855.253566:0:112448:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 1024 00000100:00100000:0.0:1769074855.259194:0:112449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009344:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074855.259224:0:112449:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259451:0:112449:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259463:0:112449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259475:0:112449:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259492:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259500:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259517:0:112449:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074855.259531:0:112449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943800 x1855007612009344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074855.259546:0:112449:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259563:0:112449:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074855.259571:0:112449:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074855.259594:0:112449:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074855.259601:0:112449:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:0.0:1769074855.259608:0:112449:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.259611:0:112449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101e03cb8 00010000:00010000:0.0:1769074855.259614:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.259622:0:112449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.261575:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.261590:0:112449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.261595:0:112449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.261612:0:112449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.261662:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.261670:0:112449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.261678:0:112449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000100:00100000:0.0:1769074855.261695:0:112449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009472:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074855.261782:0:112449:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.266851:0:112449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009472:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074855.266876:0:112449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266905:0:112449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266913:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266920:0:112449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266929:0:112449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266935:0:112449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.266940:0:112449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266948:0:112449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266955:0:112449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266961:0:112449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.266977:0:112449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.266985:0:112449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abeff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00000002:00100000:0.0:1769074855.267002:0:112449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007612009472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.267018:0:112449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.267057:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.267070:0:112449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.267078:0:112449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101e03980 00010000:00010000:0.0:1769074855.267081:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.267086:0:112449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.267205:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.267219:0:112449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.267223:0:112449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.267251:0:112449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.267295:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.267302:0:112449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.267311:0:112449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000100:00100000:0.0:1769074855.267334:0:112449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009600:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074855.267413:0:112449:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.272180:0:112449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009600:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074855.272207:0:112449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272222:0:112449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272228:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272246:0:112449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272254:0:112449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272261:0:112449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.272266:0:112449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272272:0:112449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272279:0:112449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272285:0:112449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.272292:0:112449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00010000:00010000:0.0:1769074855.272298:0:112449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00000002:00100000:0.0:1769074855.272316:0:112449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f100 x1855007612009600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.272331:0:112449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.272396:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.272410:0:112449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.272417:0:112449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101e03980 00010000:00010000:1.0:1769074855.272421:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.272433:0:112449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.272564:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.272573:0:112449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.272586:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.272589:0:112449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.272598:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.272601:0:112449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.272609:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.272622:0:112449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074855.272626:0:112449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074855.272644:0:112449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.272696:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.272703:0:112449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.272712:0:112449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000100:00100000:1.0:1769074855.272736:0:112449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009728:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.273095:0:112449:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.277416:0:112449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009728:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.277443:0:112449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277457:0:112449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277464:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277470:0:112449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277489:0:112449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277495:0:112449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.277500:0:112449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277507:0:112449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277515:0:112449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277521:0:112449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.277528:0:112449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277535:0:112449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00000002:00100000:1.0:1769074855.277552:0:112449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5d880 x1855007612009728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.277565:0:112449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.277592:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.277609:0:112449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.277618:0:112449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101e03980 00010000:00010000:1.0:1769074855.277622:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.277629:0:112449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.277706:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.277717:0:112449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.277730:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.277735:0:112449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.277743:0:112449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.277755:0:112449:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503818180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.277762:0:112449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074855.277795:0:112449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.277848:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.277855:0:112449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000020:00100000:1.0:1769074855.277866:0:112449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.277884:0:112449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d880 x1855007612009984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.277902:0:112449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00000100:00100000:1.0:1769074855.277928:0:112449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009984:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.278170:0:112449:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.283188:0:112449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112449:1855007612009984:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.285109:0:112449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285168:0:112449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285175:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285182:0:112449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285191:0:112449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285208:0:112449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.285213:0:112449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285221:0:112449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285228:0:112449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285375:0:112449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.285385:0:112449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00010000:00010000:1.0:1769074855.285396:0:112449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112449 initiator: MDT0 00000002:00100000:1.0:1769074855.285419:0:112449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d880 x1855007612009984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.285433:0:112449:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.285461:0:112449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.285474:0:112449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.285494:0:112449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101e039a8 00010000:00010000:1.0:1769074855.285497:0:112449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.285504:0:112449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.296572:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074855.296597:0:112451:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074855.296606:0:112451:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074855.296629:0:112451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074855.296649:0:112451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.296665:0:112451:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.296679:0:112451:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074855.296687:0:112451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074855.296690:0:112451:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:2.0:1769074855.296698:0:112451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c3bcb8 00010000:00010000:2.0:1769074855.296702:0:112451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.296710:0:112451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.300741:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300760:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.300770:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300773:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.300781:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300784:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.300789:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300792:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.300799:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300801:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.300808:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300811:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.300817:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300820:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.300827:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300830:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.300837:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.300852:0:112451:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503410900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074855.300861:0:112451:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074855.300901:0:112451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074855.301002:0:112451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112451 initiator: MDT0 00010000:00010000:2.0:1769074855.301013:0:112451:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00000020:00100000:2.0:1769074855.301116:0:112451:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074855.301216:0:112451:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942d80 x1855007612010240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074855.301227:0:112451:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00000100:00100000:2.0:1769074855.301401:0:112451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942d80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112451:1855007612010240:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074855.301602:0:112451:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.310620:0:112451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942d80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112451:1855007612010240:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.310646:0:112451:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310658:0:112451:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310665:0:112451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310675:0:112451:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310683:0:112451:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310689:0:112451:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.310695:0:112451:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310701:0:112451:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310707:0:112451:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310713:0:112451:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.310719:0:112451:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.310725:0:112451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888abf1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112451 initiator: MDT0 00000002:00100000:1.0:1769074855.310745:0:112451:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507942d80 x1855007612010240/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.310760:0:112451:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.310788:0:112451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.310801:0:112451:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.310815:0:112451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074855.310818:0:112451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.310825:0:112451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.311722:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311738:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.311748:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311752:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.311759:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311762:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.311768:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311771:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.311778:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311781:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.311789:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311792:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.311798:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311801:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.311807:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311809:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.311815:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.311818:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074855.312628:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312638:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.312651:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312655:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.312667:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312670:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.312678:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312681:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.312690:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312694:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.312702:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312706:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.312714:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312717:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.312726:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312729:0:112451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.312738:0:112451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.312751:0:112451:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51232c900, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.312759:0:112451:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074855.312836:0:112451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.312923:0:112451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.312933:0:112451:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00000020:00100000:1.0:1769074855.312946:0:112451:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.312959:0:112451:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d880 x1855007612010496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.312968:0:112451:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00000100:00100000:1.0:1769074855.312991:0:112451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112451:1855007612010496:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.314572:0:112451:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.322767:0:112451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112451:1855007612010496:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.322793:0:112451:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322807:0:112451:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322813:0:112451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322820:0:112451:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322827:0:112451:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322832:0:112451:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.322836:0:112451:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322843:0:112451:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322850:0:112451:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322856:0:112451:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.322862:0:112451:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112451 initiator: MDT0 00010000:00010000:1.0:1769074855.322868:0:112451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112451 initiator: MDT0 00000002:00100000:1.0:1769074855.322901:0:112451:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d880 x1855007612010496/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.322917:0:112451:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.322945:0:112451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.322957:0:112451:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.322977:0:112451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074855.322981:0:112451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.322988:0:112451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.337184:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074855.337208:0:112454:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.337216:0:112454:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074855.337237:0:112454:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.337255:0:112454:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.337271:0:112454:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.337279:0:112454:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.337286:0:112454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.337290:0:112454:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:0.0:1769074855.337298:0:112454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c3bcb8 00010000:00010000:0.0:1769074855.337302:0:112454:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.337310:0:112454:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.338613:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338625:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.338636:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338640:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.338648:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338651:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.338658:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338660:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.338668:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338671:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.338679:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338682:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.338689:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338692:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.338699:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338701:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.338707:0:112454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.338711:0:112454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.341298:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341316:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074855.341331:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341335:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.341345:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341348:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.341355:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341358:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.341366:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341369:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074855.341377:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341381:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.341389:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341393:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.341401:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341404:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074855.341412:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341415:0:112453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074855.341926:0:112453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074855.341942:0:112453:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074855.341948:0:112453:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074855.341981:0:112453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_1b9f980bb76d75f339cd527e20f60f60,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074855.342053:0:112453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112453 initiator: MDT0 00010000:00010000:2.0:1769074855.342063:0:112453:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112453 initiator: MDT0 00010000:00010000:2.0:1769074855.342074:0:112453:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112453 initiator: MDT0 00000100:00100000:2.0:1769074855.342106:0:112453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112453:1855007612010624:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074855.342260:0:112453:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.350680:0:112453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112453:1855007612010624:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074855.350707:0:112453:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350731:0:112453:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350739:0:112453:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350756:0:112453:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350766:0:112453:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350779:0:112453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350786:0:112453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350794:0:112453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074855.350805:0:112453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507942a00 x1855007612010624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074855.350819:0:112453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350829:0:112453:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/384 (0 0) 00000080:00200000:2.0:1769074855.350836:0:112453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074855.350858:0:112453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 1024 00000080:00200000:2.0:1769074855.350861:0:112453:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x180:0x0](ffff97a509f6aa08): rc = 0 00000080:00010000:2.0:1769074855.350866:0:112453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf29 00000080:00010000:2.0:1769074855.350879:0:112453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:2.0:1769074855.350882:0:112453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf29 from it ffffb0d101e03bc0 00010000:00010000:2.0:1769074855.350898:0:112453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.350907:0:112453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074855.350955:0:112453:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08) current size 1024, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446629333946834944, atime 1769074855.000000000, mtime 1769074855.000000000, ctime 1769074855.000000000 00010000:00010000:2.0:1769074855.350989:0:112453:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.351038:0:112453:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.351045:0:112453:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074855.351048:0:112453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888abf29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692020cd expref: -99 pid: 112453 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074855.351071:0:112453:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074855.351078:0:112453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942a00 x1855007612010880/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074855.351101:0:112453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112453:1855007612010880:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074855.351218:0:112453:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8600 going to sleep for 11 seconds 00010000:00010000:2.0:1769074855.406405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074855.455165:0:112453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112453:1855007612010880:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074855.455220:0:112453:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 11264 00000080:00200008:2.0:1769074855.455236:0:112453:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08) current size 11264, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446629333946834944, atime 1769074855.000000000, mtime 1769074855.000000000, ctime 1769074855.000000000, rc 0 00000080:00200000:3.0:1769074855.461436:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.461460:0:112456:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.461468:0:112456:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.461490:0:112456:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.461510:0:112456:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.461526:0:112456:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.461533:0:112456:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.461540:0:112456:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074855.461544:0:112456:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:3.0:1769074855.461551:0:112456:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101987cb8 00010000:00010000:3.0:1769074855.461556:0:112456:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.461565:0:112456:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.466921:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.466943:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.466954:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.466958:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.466976:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.466979:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.466988:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.466991:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.466999:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.467002:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.467008:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.467012:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.467019:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468312:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.468374:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468380:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.468399:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468404:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074855.468740:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468746:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.468754:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468758:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.468767:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468769:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.468778:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468781:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.468789:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468792:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.468800:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468804:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.468813:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468815:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.468824:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468827:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.468836:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.468840:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074855.469012:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469018:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.469040:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469045:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.469052:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469055:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.469062:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469065:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.469073:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469076:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.469083:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469086:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.469094:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469096:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.469103:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469105:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.469112:0:112456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.469116:0:112456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074855.489677:0:112457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074855.489701:0:112457:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.489709:0:112457:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074855.489732:0:112457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.489753:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.489771:0:112457:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.489779:0:112457:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.489787:0:112457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.489791:0:112457:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:0.0:1769074855.489798:0:112457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c33cb8 00010000:00010000:0.0:1769074855.489803:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.489811:0:112457:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.489843:0:112457:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074855.489850:0:112457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.489858:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.489866:0:112457:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.489873:0:112457:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.489878:0:112457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074855.489880:0:112457:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074855.489897:0:112457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101c33b58 00010000:00010000:0.0:1769074855.489900:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.489908:0:112457:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.489916:0:112457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.489931:0:112457:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=9 00000080:00200000:0.0:1769074855.489936:0:112457:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:0.0:1769074855.489950:0:112457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.489999:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112457 initiator: MDT0 00010000:00010000:0.0:1769074855.490008:0:112457:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112457 initiator: MDT0 00010000:00010000:0.0:1769074855.490018:0:112457:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112457 initiator: MDT0 00000100:00100000:0.0:1769074855.490050:0:112457:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112457:1855007612011008:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074855.490172:0:112457:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.496812:0:112457:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968924 gen 1 00000100:00100000:1.0:1769074855.496859:0:112457:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d880 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112457:1855007612011008:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074855.496903:0:112457:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496923:0:112457:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496931:0:112457:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496945:0:112457:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496963:0:112457:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496977:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496985:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.496993:0:112457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074855.497017:0:112457:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2d880 x1855007612011008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074855.497030:0:112457:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497042:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497053:0:112457:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497060:0:112457:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497067:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497078:0:112457:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497107:0:112457:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074855.497113:0:112457:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074855.497175:0:112457:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:1.0:1769074855.497179:0:112457:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:1.0:1769074855.497186:0:112457:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:1.0:1769074855.497204:0:112457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074855.497208:0:112457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c33b20 00010000:00010000:1.0:1769074855.497211:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.497218:0:112457:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074855.497257:0:112457:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074855.497262:0:112457:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00010000:00010000:3.0:1769074855.497456:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074855.497465:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497476:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074855.497481:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497487:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497494:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497510:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497520:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497559:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497567:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074855.497603:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497612:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abf30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692020f0 expref: -99 pid: 112457 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.497624:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074855.497626:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074855.497627:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074855.497638:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074855.497657:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612011136:192.168.204.123@tcp:103:ldlm_bl.0 00000002:00010000:1.0:1769074855.498080:0:112457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074855.498090:0:112457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.498100:0:112457:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.498106:0:112457:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074855.498112:0:112457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074855.498116:0:112457:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:1.0:1769074855.498120:0:112457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074855.498159:0:112457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.498166:0:112457:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074855.506188:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.506202:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074855.506226:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.506244:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506261:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506283:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.506291:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074855.506295:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:3.0:1769074855.506302:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3cb8 00010000:00010000:3.0:1769074855.506306:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506315:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506342:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074855.506349:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.506355:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506363:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506374:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.506378:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074855.506380:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:3.0:1769074855.506384:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3b58 00010000:00010000:3.0:1769074855.506387:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506394:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506402:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.506408:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074855.506415:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.506419:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.506430:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.506436:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506443:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506449:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.506453:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074855.506455:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:3.0:1769074855.506458:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101da3cb8 00010000:00010000:3.0:1769074855.506461:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506473:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506488:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074855.506494:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.506499:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506506:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506512:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.506515:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074855.506518:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:3.0:1769074855.506521:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3b58 00010000:00010000:3.0:1769074855.506524:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.506531:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.506539:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.506542:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:3.0:1769074855.506546:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.506562:0:112407:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=9 00000080:00200000:3.0:1769074855.506567:0:112407:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074855.506576:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_1b9f980bb76d75f339cd527e20f60f60,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.506625:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112407 initiator: MDT0 00010000:00010000:3.0:1769074855.506633:0:112407:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112407 initiator: MDT0 00010000:00010000:3.0:1769074855.506643:0:112407:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112407 initiator: MDT0 00000100:00100000:3.0:1769074855.506672:0:112407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612011264:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074855.506777:0:112407:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074855.508459:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612011136:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074855.510958:0:112407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612011264:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074855.510985:0:112407:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511019:0:112407:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511027:0:112407:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511038:0:112407:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511049:0:112407:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511060:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511072:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511078:0:112407:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074855.511088:0:112407:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927100 x1855007612011264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074855.511100:0:112407:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511109:0:112407:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/384 (0 0) 00000080:00200000:3.0:1769074855.511115:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074855.511162:0:112407:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 11264 00000080:00200000:3.0:1769074855.511166:0:112407:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x180:0x0](ffff97a509f6aa08): rc = 0 00000080:00010000:3.0:1769074855.511173:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf37 00000080:00010000:3.0:1769074855.511187:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:3.0:1769074855.511191:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101da3b20 00010000:00010000:3.0:1769074855.511194:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511202:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074855.511245:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.511252:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:3.0:1769074855.511275:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.511282:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511292:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.511298:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:3.0:1769074855.511302:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:3.0:1769074855.511305:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf37 00000080:00010000:3.0:1769074855.511309:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101da3cb8 00010000:00010000:3.0:1769074855.511311:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511317:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.511370:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074855.511378:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.511385:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511392:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.511399:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074855.511403:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074855.511405:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:3.0:1769074855.511408:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3c18 00010000:00010000:3.0:1769074855.511412:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.511418:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.511425:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.511432:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:3.0:1769074855.511437:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.511441:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, flags=11 00000080:00200000:3.0:1769074855.511444:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 101 00000100:00100000:3.0:1769074855.511496:0:112407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612011392:192.168.204.123@tcp:49:sh.0 00000100:00100000:3.0:1769074855.512294:0:112407:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.515201:0:112407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112407:1855007612011392:192.168.204.123@tcp:49:sh.0 00000080:00200000:1.0:1769074855.518490:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200008:1.0:1769074855.518513:0:112460:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074855.518522:0:112460:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:1.0:1769074855.518546:0:112460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074855.518564:0:112460:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.518579:0:112460:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.518588:0:112460:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 1 00000080:00010000:1.0:1769074855.518595:0:112460:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:1.0:1769074855.518599:0:112460:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf37 00000080:00010000:1.0:1769074855.518607:0:112460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101c3bcb8 00010000:00010000:1.0:1769074855.518611:0:112460:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.518620:0:112460:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.520640:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.520663:0:112459:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:3.0:1769074855.520669:0:112459:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:3.0:1769074855.520689:0:112459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074855.520748:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.520758:0:112459:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.520769:0:112459:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00000100:00100000:3.0:1769074855.520795:0:112459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011520:192.168.204.123@tcp:101:pjdfstest.0 00000080:00200000:1.0:1769074855.521740:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:3.0:1769074855.528448:0:112459:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.528714:0:112459:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011520:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074855.528732:0:112459:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528745:0:112459:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528752:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528759:0:112459:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528766:0:112459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528772:0:112459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074855.528777:0:112459:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528783:0:112459:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528790:0:112459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528796:0:112459:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074855.528803:0:112459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.528809:0:112459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00000002:00100000:3.0:1769074855.528824:0:112459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927100 x1855007612011520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074855.528840:0:112459:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:3.0:1769074855.528875:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.528914:0:112459:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074855.528923:0:112459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101957980 00010000:00010000:3.0:1769074855.528927:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.528934:0:112459:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.528999:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.529013:0:112459:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:3.0:1769074855.529017:0:112459:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:3.0:1769074855.529030:0:112459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074855.529063:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.529069:0:112459:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:3.0:1769074855.529077:0:112459:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00000100:00100000:3.0:1769074855.529095:0:112459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011648:192.168.204.123@tcp:101:pjdfstest.0 00000080:00200000:1.0:1769074855.529314:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.529341:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:3.0:1769074855.542734:0:112459:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.545619:0:112459:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011648:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074855.545647:0:112459:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545661:0:112459:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545672:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545680:0:112459:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545688:0:112459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545694:0:112459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.545699:0:112459:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545706:0:112459:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545713:0:112459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545719:0:112459:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.545725:0:112459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.545731:0:112459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888abf45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00000002:00100000:0.0:1769074855.545748:0:112459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511927100 x1855007612011648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.545762:0:112459:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.545799:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.545817:0:112459:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.545825:0:112459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101957980 00010000:00010000:0.0:1769074855.545828:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.545835:0:112459:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.545918:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.545929:0:112459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.545943:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.545946:0:112459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.545954:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.545957:0:112459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.545964:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.545974:0:112459:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:0.0:1769074855.545978:0:112459:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:0.0:1769074855.545995:0:112459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.546036:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.546044:0:112459:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.546053:0:112459:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00000100:00100000:0.0:1769074855.546074:0:112459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011776:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074855.546195:0:112459:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000080:00200000:1.0:1769074855.546637:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.546670:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.546677:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.546685:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.546688:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.546698:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.546701:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.546710:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:0.0:1769074855.551844:0:112459:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612011776:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074855.551947:0:112459:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.551961:0:112459:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552413:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552421:0:112459:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552429:0:112459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552435:0:112459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.552441:0:112459:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552447:0:112459:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552454:0:112459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552461:0:112459:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.552468:0:112459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552475:0:112459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00000002:00100000:0.0:1769074855.552496:0:112459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2ed80 x1855007612011776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.552512:0:112459:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.552547:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.552561:0:112459:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.552570:0:112459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101957980 00000080:00200000:1.0:1769074855.552573:0:112460:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00010000:00010000:0.0:1769074855.552575:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.552583:0:112460:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00010000:00010000:0.0:1769074855.552588:0:112459:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074855.552607:0:112460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.552655:0:112460:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112460 initiator: MDT0 00000080:00200000:0.0:1769074855.552661:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00010000:00010000:1.0:1769074855.552665:0:112460:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00000080:00200000:0.0:1769074855.552672:0:112459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:1.0:1769074855.552678:0:112460:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00000080:00200000:0.0:1769074855.552686:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.552691:0:112459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.552701:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.552715:0:112459:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a508b71c80, open_flags 8000, mode 0 opened 0 00000100:00100000:1.0:1769074855.552716:0:112460:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112460:1855007612011904:192.168.204.123@tcp:101:tail.0 00000080:00200000:0.0:1769074855.552725:0:112459:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:0.0:1769074855.552738:0:112459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.552771:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.552778:0:112459:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00000020:00100000:0.0:1769074855.552790:0:112459:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.552797:0:112459:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ed80 x1855007612012160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.552805:0:112459:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00000100:00100000:0.0:1769074855.552818:0:112459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612012160:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074855.552830:0:112460:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.554539:0:112459:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.556032:0:112460:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112460:1855007612011904:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.556053:0:112460:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556069:0:112460:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556076:0:112460:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556084:0:112460:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556091:0:112460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556097:0:112460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.556102:0:112460:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556108:0:112460:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556115:0:112460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556120:0:112460:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.556163:0:112460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.556170:0:112460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abf53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112460 initiator: MDT0 00000002:00100000:1.0:1769074855.556186:0:112460:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612011904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.556199:0:112460:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.556222:0:112460:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.556233:0:112460:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.556241:0:112460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074855.556244:0:112460:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.556250:0:112460:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.556324:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.556335:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.556346:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.556349:0:112460:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.556358:0:112460:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:0.0:1769074855.557323:0:112459:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612012160:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074855.557340:0:112459:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557350:0:112459:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557357:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557363:0:112459:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557370:0:112459:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557374:0:112459:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.557378:0:112459:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557384:0:112459:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557390:0:112459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557396:0:112459:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.557401:0:112459:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00010000:00010000:0.0:1769074855.557406:0:112459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112459 initiator: MDT0 00000002:00100000:0.0:1769074855.557421:0:112459:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ed80 x1855007612012160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.557432:0:112459:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.557456:0:112459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.557467:0:112459:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.557475:0:112459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d1019579a8 00000080:00200000:1.0:1769074855.557477:0:112460:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a5113c3980, open_flags 8000, mode 0 opened 0 00010000:00010000:0.0:1769074855.557479:0:112459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.557493:0:112460:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00010000:00010000:0.0:1769074855.557494:0:112459:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1769074855.557518:0:112460:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.557580:0:112460:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.557588:0:112460:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00000020:00100000:1.0:1769074855.557598:0:112460:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.557606:0:112460:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612012416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.557621:0:112460:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00000100:00100000:1.0:1769074855.557640:0:112460:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112460:1855007612012416:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.557814:0:112460:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.560036:0:112460:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112460:1855007612012416:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.560058:0:112460:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560071:0:112460:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560077:0:112460:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560084:0:112460:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560091:0:112460:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560096:0:112460:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.560101:0:112460:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560106:0:112460:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560114:0:112460:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560144:0:112460:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.560151:0:112460:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112460 initiator: MDT0 00010000:00010000:1.0:1769074855.560157:0:112460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abf61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112460 initiator: MDT0 00000002:00100000:1.0:1769074855.560174:0:112460:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612012416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.560187:0:112460:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.560212:0:112460:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.560225:0:112460:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.560234:0:112460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf37 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074855.560237:0:112460:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.560245:0:112460:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.561399:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.561420:0:112459:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=1536 00000080:00200000:0.0:1769074855.561424:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 3 00000080:00200000:0.0:1769074855.561429:0:112459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 3 00000080:00200000:0.0:1769074855.561434:0:112459:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08) 00010000:00010000:0.0:1769074855.561473:0:112459:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.561557:0:112459:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.561565:0:112459:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074855.561568:0:112459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888abf37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920210c expref: -99 pid: 112407 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074855.561591:0:112459:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074855.561601:0:112459:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ed80 x1855007612012672/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074855.561624:0:112459:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612012672:192.168.204.123@tcp:36:pjdfstest.65534 00000100:00100000:0.0:1769074855.561705:0:112459:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.627201:0:112459:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112459:1855007612012672:192.168.204.123@tcp:36:pjdfstest.65534 00000080:00200000:0.0:1769074855.627250:0:112459:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x181:0x0](ffff97a509e56c08) 00000080:00200000:0.0:1769074855.627257:0:112459:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x181:0x0], updating i_size 1024 00000080:00200000:2.0:1769074855.644765:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:2.0:1769074855.644837:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612012800:192.168.204.123@tcp:49:sh.0 00000100:00100000:2.0:1769074855.646217:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.652620:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612012800:192.168.204.123@tcp:49:sh.0 00000080:00200008:3.0:1769074855.652669:0:112462:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.652682:0:112462:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:3.0:1769074855.652705:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.652771:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:3.0:1769074855.652781:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:3.0:1769074855.652792:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:3.0:1769074855.652814:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612012928:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074855.652987:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.658505:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612012928:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074855.658546:0:112462:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658560:0:112462:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658572:0:112462:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658586:0:112462:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658599:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658607:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658614:0:112462:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074855.658625:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511927100 x1855007612012928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074855.658639:0:112462:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658652:0:112462:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/384 (0 0) 00000080:00200000:3.0:1769074855.658659:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1769074855.658680:0:112462:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 11264 00000080:00010000:3.0:1769074855.658686:0:112462:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf68 00000080:00010000:3.0:1769074855.658692:0:112462:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:3.0:1769074855.658695:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c73cb8 00010000:00010000:3.0:1769074855.658698:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.658706:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074855.665460:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:2.0:1769074855.665535:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013056:192.168.204.123@tcp:49:grep.0 00000100:00100000:2.0:1769074855.665638:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503ec8900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.667854:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013056:192.168.204.123@tcp:49:grep.0 00000080:00200000:0.0:1769074855.670118:0:112462:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:0.0:1769074855.670197:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:0.0:1769074855.670239:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.670302:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.670313:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.670329:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.670360:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013184:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.670469:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.682546:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013184:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.682569:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682583:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682590:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682597:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682604:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682611:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.682616:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682623:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682631:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682642:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.682649:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.682655:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.682681:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c000 x1855007612013184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.682697:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.682723:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.682737:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.682746:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c73980 00010000:00010000:0.0:1769074855.682749:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.682757:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.683638:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.683663:0:112462:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:0.0:1769074855.683668:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:0.0:1769074855.683690:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.683748:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.683774:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.683786:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.683812:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013312:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.683943:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.692714:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013312:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.692738:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692751:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692759:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692766:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692774:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692780:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.692785:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692791:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692803:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692809:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.692815:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.692821:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.692838:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c000 x1855007612013312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.692852:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.692874:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.692923:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.692934:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c73980 00010000:00010000:0.0:1769074855.692938:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.692946:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.693029:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.693038:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.693048:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.693051:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.693058:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.693061:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.693068:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.693077:0:112462:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:0.0:1769074855.693081:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:0.0:1769074855.693097:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.693177:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.693184:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.693192:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.693211:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013440:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.693289:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.708470:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013440:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.708493:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708505:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708512:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708520:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708527:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708533:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.708537:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708543:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708549:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708554:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.708560:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708566:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.708583:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c000 x1855007612013440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.708596:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.708622:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.708635:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.708644:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c73980 00010000:00010000:0.0:1769074855.708647:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.708654:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.708733:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.708745:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.708758:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.708761:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.708774:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.708788:0:112462:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a508b71e00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.708794:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:0.0:1769074855.708811:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.708854:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.708862:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000020:00100000:0.0:1769074855.708873:0:112462:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.708892:0:112462:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c000 x1855007612013696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.708901:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.708921:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013696:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.709478:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.716264:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013696:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.716289:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716303:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716311:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716318:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716327:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716333:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.716337:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716344:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716351:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716357:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.716363:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.716369:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abf84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.716387:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c000 x1855007612013696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.716400:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.716423:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.716441:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.716450:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c739a8 00010000:00010000:0.0:1769074855.716454:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.716462:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.717553:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717568:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.717580:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717585:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.717595:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717598:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.717607:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717610:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.717618:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717621:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.717630:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717633:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.717642:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717645:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.717653:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717656:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.717665:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.717678:0:112462:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a508b71b00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.717688:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:0.0:1769074855.717707:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.717760:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.717782:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000020:00100000:0.0:1769074855.717793:0:112462:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.717802:0:112462:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c000 x1855007612013952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.717812:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.717833:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013952:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.718012:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.725989:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612013952:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.726014:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726027:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726034:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726040:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726048:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726055:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.726059:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726065:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726072:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726079:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.726084:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726091:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.726111:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c000 x1855007612013952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.726148:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.726174:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.726199:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.726209:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c739a8 00010000:00010000:0.0:1769074855.726213:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.726220:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.726602:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726613:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074855.726625:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726629:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.726638:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726641:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.726648:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726651:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.726658:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726661:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.726668:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726672:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.726679:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726682:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.726691:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726694:0:112462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074855.726701:0:112462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.726712:0:112462:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a502ea4000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074855.726719:0:112462:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:0.0:1769074855.726738:0:112462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074855.726791:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.726800:0:112462:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000020:00100000:0.0:1769074855.726810:0:112462:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074855.726817:0:112462:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c000 x1855007612014208/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074855.726826:0:112462:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00000100:00100000:0.0:1769074855.726846:0:112462:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612014208:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.727041:0:112462:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.742412:0:112462:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112462:1855007612014208:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.742439:0:112462:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742452:0:112462:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742459:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742465:0:112462:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742472:0:112462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742477:0:112462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.742483:0:112462:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742490:0:112462:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742497:0:112462:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742507:0:112462:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.742514:0:112462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00010000:00010000:0.0:1769074855.742520:0:112462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abf92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112462 initiator: MDT0 00000002:00100000:0.0:1769074855.742540:0:112462:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c000 x1855007612014208/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.742555:0:112462:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:0.0:1769074855.742580:0:112462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.742592:0:112462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.742600:0:112462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c739a8 00010000:00010000:0.0:1769074855.742603:0:112462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.742609:0:112462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.755574:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.755602:0:112465:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.760887:0:112465:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:3.0:1769074855.760918:0:112465:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.760939:0:112465:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.760957:0:112465:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.760965:0:112465:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1769074855.760972:0:112465:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:3.0:1769074855.760976:0:112465:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf68 00000080:00010000:3.0:1769074855.760984:0:112465:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c5bcb8 00010000:00010000:3.0:1769074855.760987:0:112465:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.760996:0:112465:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.764585:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764605:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764632:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764639:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764657:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764663:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764682:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764688:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764718:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764724:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764742:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.764748:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00000080:00200000:1.0:1769074855.764957:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765089:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765102:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.765114:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765119:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.765149:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765153:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.765163:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765166:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.765175:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765179:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.765189:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765194:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.765205:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765208:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:0.0:1769074855.765216:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00000080:00200000:3.0:1769074855.765219:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765226:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.765236:0:112465:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.765240:0:112465:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074855.765326:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.765346:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765353:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.765366:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765370:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.765383:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765386:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.765400:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765404:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.765416:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765420:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.765431:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765435:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.765443:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765447:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.765459:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.765463:0:112464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:0.0:1769074855.765894:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.765928:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.765935:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00000100:00100000:0.0:1769074855.767828:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612014336:192.168.204.123@tcp:63:ll_sa.0 00000080:00200000:1.0:1769074855.769346:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.769369:0:112464:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=0 00000080:00200000:1.0:1769074855.769375:0:112464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=getattr 00000002:00010000:1.0:1769074855.769400:0:112464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_faa70f4f82ca52d0c046b1b855f7f735,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074855.769464:0:112464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112464 initiator: MDT0 00010000:00010000:1.0:1769074855.769476:0:112464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112464 initiator: MDT0 00010000:00010000:1.0:1769074855.769486:0:112464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112464 initiator: MDT0 00000100:00100000:1.0:1769074855.769510:0:112464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112464:1855007612014464:192.168.204.123@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074855.769786:0:112464:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074855.775237:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775255:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775261:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775268:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775277:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775283:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775288:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775295:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775302:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775309:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775317:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775325:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888abf99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775348:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775354:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775360:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775365:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775371:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775375:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775378:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775382:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775388:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775392:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775395:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775401:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888abfa0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775414:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775419:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775425:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775431:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775436:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775441:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775444:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775449:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775455:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775460:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775463:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775469:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888abfa7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775480:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775486:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775491:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775497:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775502:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775506:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775509:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775514:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775520:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775525:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775528:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775534:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888abfae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775545:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775550:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775556:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775561:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775565:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775570:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775573:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775577:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775582:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775586:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775589:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775593:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888abfb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775603:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775608:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775613:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775619:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775624:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775627:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775629:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775634:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775639:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775643:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775646:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775651:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888abfbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775661:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775667:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775671:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775676:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775681:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775685:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775688:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775693:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775698:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775702:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775705:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775711:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888abfc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775724:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775730:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775735:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775741:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775747:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775752:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.775755:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775760:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775766:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775771:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.775775:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074855.775780:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888abfca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00000100:00100000:0.0:1769074855.775801:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612014336:192.168.204.123@tcp:63:ll_sa.0 00000100:00100000:1.0:1769074855.781261:0:112464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112464:1855007612014464:192.168.204.123@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074855.781293:0:112464:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781323:0:112464:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781333:0:112464:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781345:0:112464:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781356:0:112464:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781369:0:112464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781377:0:112464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781385:0:112464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074855.781397:0:112464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5e680 x1855007612014464/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074855.781412:0:112464:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781424:0:112464:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/385 (0 0) 00000080:00200000:1.0:1769074855.781432:0:112464:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074855.781460:0:112464:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x181:0x0], updating i_size 1024 00000080:00200000:1.0:1769074855.781464:0:112464:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x181:0x0](ffff97a509e56c08): rc = 0 00000080:00010000:1.0:1769074855.781471:0:112464:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x181:0x0](ffff97a509e56c08) for lock 0xd0f48591888abfd1 00000080:00010000:1.0:1769074855.781486:0:112464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x181:0x0](ffff97a509e56c08) 00000080:00010000:1.0:1769074855.781490:0:112464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd1 from it ffffb0d101957ba0 00010000:00010000:1.0:1769074855.781495:0:112464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.781504:0:112464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.781554:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.781573:0:112464:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_eeec53eb439b16e76a08a4525b4a7187, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=1536 00000080:00200000:1.0:1769074855.781577:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 3 00000080:00200000:1.0:1769074855.781583:0:112464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074855.794731:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.794755:0:112469:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.794765:0:112469:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:3.0:1769074855.794785:0:112469:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.794803:0:112469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.794818:0:112469:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.794826:0:112469:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1769074855.794833:0:112469:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:3.0:1769074855.794836:0:112469:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abf68 00000080:00010000:3.0:1769074855.794843:0:112469:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abf68 from it ffffb0d101c93cb8 00010000:00010000:3.0:1769074855.794847:0:112469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.794855:0:112469:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074855.796263:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796278:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.796291:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796295:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796304:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796307:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796316:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796319:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796326:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796330:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796336:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796340:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796348:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796351:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796358:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796361:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796368:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796372:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074855.796538:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796543:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.796553:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796556:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796566:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796569:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796578:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796580:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796589:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796592:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796599:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796602:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796609:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796612:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796620:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796623:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796631:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796635:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074855.796772:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796778:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.796786:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796788:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796796:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796798:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796805:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796808:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796816:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796819:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.796827:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796830:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796838:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796842:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796850:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796853:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.796861:0:112469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.796864:0:112469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074855.823472:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823491:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.823504:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823509:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.823517:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823521:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.823530:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823534:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.823543:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823547:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.823556:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823560:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.823570:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823573:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.823582:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823586:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.823597:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.823601:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074855.824445:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.824457:0:112471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, flags=0 00000080:00200000:3.0:1769074855.824463:0:112471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074855.824469:0:112471:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_faa70f4f82ca52d0c046b1b855f7f735, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08) 00010000:00010000:3.0:1769074855.824504:0:112471:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.824566:0:112471:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.824615:0:112471:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.824623:0:112471:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.824629:0:112471:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074855.824632:0:112471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244000/0xd0f48591888abfd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x181:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202255 expref: -99 pid: 112464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.824648:0:112471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888abf68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692021a6 expref: -99 pid: 112462 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074855.824672:0:112471:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074855.824684:0:112471:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927100 x1855007612014720/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074855.824709:0:112471:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112471:1855007612014720:192.168.204.123@tcp:36:pjdfstest.65534 00000100:00100000:3.0:1769074855.824831:0:112471:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d480 going to sleep for 11 seconds 00000080:00200000:1.0:1769074855.825466:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:1.0:1769074855.825508:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612014848:192.168.204.123@tcp:49:sh.0 00000100:00100000:1.0:1769074855.825550:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.831024:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612014848:192.168.204.123@tcp:49:sh.0 00000100:00100000:3.0:1769074855.831025:0:112471:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112471:1855007612014720:192.168.204.123@tcp:36:pjdfstest.65534 00000080:00200008:1.0:1769074855.831071:0:112472:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.831074:0:112471:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x181:0x0](ffff97a509e56c08) 00000080:00200000:1.0:1769074855.831082:0:112472:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:1.0:1769074855.831102:0:112472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074855.831198:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.831209:0:112472:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.831224:0:112472:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000100:00100000:1.0:1769074855.831408:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612014976:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074855.831576:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.835856:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612014976:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074855.835897:0:112472:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835912:0:112472:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835925:0:112472:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835937:0:112472:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835951:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835959:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.835966:0:112472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074855.835978:0:112472:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5e680 x1855007612014976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074855.835993:0:112472:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.836008:0:112472:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/384 (0 0) 00000080:00200000:1.0:1769074855.836029:0:112472:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074855.836054:0:112472:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 11264 00000080:00010000:1.0:1769074855.836062:0:112472:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abfd8 00000080:00010000:1.0:1769074855.836069:0:112472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:1.0:1769074855.836072:0:112472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c3bcb8 00010000:00010000:1.0:1769074855.836075:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.836085:0:112472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.838709:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000100:00100000:1.0:1769074855.838790:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015104:192.168.204.123@tcp:49:tail.0 00000100:00100000:1.0:1769074855.838966:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.844933:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015104:192.168.204.123@tcp:49:tail.0 00000080:00200000:1.0:1769074855.844988:0:112472:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:1.0:1769074855.844995:0:112472:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:1.0:1769074855.845116:0:112472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.845213:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.845224:0:112472:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.845310:0:112472:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000100:00100000:1.0:1769074855.845334:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015232:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.845429:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.850072:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015232:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.850095:0:112472:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850108:0:112472:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850115:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850148:0:112472:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850157:0:112472:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850163:0:112472:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.850168:0:112472:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850174:0:112472:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850182:0:112472:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850206:0:112472:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.850213:0:112472:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850219:0:112472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abfdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00000002:00100000:1.0:1769074855.850244:0:112472:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612015232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.850259:0:112472:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.850285:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.850298:0:112472:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.850307:0:112472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074855.850311:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.850319:0:112472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.850392:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.850407:0:112472:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:1.0:1769074855.850411:0:112472:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:1.0:1769074855.850425:0:112472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.850468:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850490:0:112472:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.850499:0:112472:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000100:00100000:1.0:1769074855.850532:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015360:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.850626:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.858895:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015360:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.858925:0:112472:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858939:0:112472:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858947:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858954:0:112472:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858963:0:112472:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858969:0:112472:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.858974:0:112472:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858982:0:112472:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.858993:0:112472:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.859000:0:112472:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.859007:0:112472:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.859013:0:112472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888abfe6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00000002:00100000:1.0:1769074855.859032:0:112472:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612015360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.859048:0:112472:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.859077:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.859090:0:112472:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.859099:0:112472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074855.859102:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.859109:0:112472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.859219:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.859239:0:112472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.859253:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.859256:0:112472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.859265:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.859267:0:112472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.859275:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.859285:0:112472:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), flags=17 00000080:00200000:1.0:1769074855.859289:0:112472:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=0 00000002:00010000:1.0:1769074855.859305:0:112472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.859345:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.859352:0:112472:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.859359:0:112472:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000100:00100000:1.0:1769074855.859378:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015488:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.859456:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.862384:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015488:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.862407:0:112472:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862422:0:112472:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862429:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862436:0:112472:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862455:0:112472:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862462:0:112472:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.862467:0:112472:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862473:0:112472:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862480:0:112472:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862488:0:112472:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.862495:0:112472:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862513:0:112472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888abfed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00000002:00100000:1.0:1769074855.862533:0:112472:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612015488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.862547:0:112472:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.862576:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.862588:0:112472:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.862596:0:112472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c3b980 00010000:00010000:1.0:1769074855.862600:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.862607:0:112472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.862689:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.862702:0:112472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.862715:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.862719:0:112472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.862729:0:112472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.862744:0:112472:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a51232d080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.862751:0:112472:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:1.0:1769074855.862771:0:112472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.862830:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.862837:0:112472:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000020:00100000:1.0:1769074855.862848:0:112472:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.862854:0:112472:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612015744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.862862:0:112472:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00000100:00100000:1.0:1769074855.862899:0:112472:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015744:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074855.863089:0:112472:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.866165:0:112472:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112472:1855007612015744:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074855.866190:0:112472:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866205:0:112472:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866213:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866220:0:112472:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866228:0:112472:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866482:0:112472:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.866488:0:112472:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866495:0:112472:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866503:0:112472:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866510:0:112472:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.866517:0:112472:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00010000:00010000:1.0:1769074855.866524:0:112472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abff4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112472 initiator: MDT0 00000002:00100000:1.0:1769074855.866544:0:112472:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612015744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.866560:0:112472:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.866593:0:112472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.866611:0:112472:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.866623:0:112472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c3b9a8 00010000:00010000:1.0:1769074855.866628:0:112472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.866638:0:112472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.872844:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200008:1.0:1769074855.872865:0:112474:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_1b9f980bb76d75f339cd527e20f60f60:[0x200000401:0x180:0x0](ffff97a509f6aa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074855.872873:0:112474:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08),name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60 00000002:00010000:1.0:1769074855.872909:0:112474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x180:0x0]) in obj [0x200000401:0x180:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074855.872929:0:112474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.872956:0:112474:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.872964:0:112474:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 1 00000080:00010000:1.0:1769074855.872971:0:112474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00010000:1.0:1769074855.872974:0:112474:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abfd8 00000080:00010000:1.0:1769074855.872981:0:112474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101ca3cb8 00010000:00010000:1.0:1769074855.872985:0:112474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.873000:0:112474:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.874539:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874556:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.874575:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874580:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.874589:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874593:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.874602:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874605:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.874611:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874614:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.874623:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874627:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.874635:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874639:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.874648:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874652:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.874664:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.874675:0:112474:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a5113c2180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.874683:0:112474:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:1.0:1769074855.874707:0:112474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.874774:0:112474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.874784:0:112474:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00000020:00100000:1.0:1769074855.874801:0:112474:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.874815:0:112474:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612016000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.874825:0:112474:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00000100:00100000:1.0:1769074855.874851:0:112474:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112474:1855007612016000:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.875051:0:112474:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.878640:0:112474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112474:1855007612016000:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.878664:0:112474:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878678:0:112474:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878684:0:112474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878692:0:112474:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878699:0:112474:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878705:0:112474:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.878710:0:112474:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878717:0:112474:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878724:0:112474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878731:0:112474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.878738:0:112474:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.878744:0:112474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888abffb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112474 initiator: MDT0 00000002:00100000:1.0:1769074855.878762:0:112474:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612016000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.878776:0:112474:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.878799:0:112474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.878812:0:112474:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.878821:0:112474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101ca39a8 00010000:00010000:1.0:1769074855.878825:0:112474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.878833:0:112474:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.879690:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879706:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.879718:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879722:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.879732:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879735:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.879742:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879746:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.879755:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879758:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.879767:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879771:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.879777:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879779:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.879786:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879789:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.879799:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.879803:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074855.881108:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881142:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.881159:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881163:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.881171:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881173:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.881180:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881183:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.881190:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881193:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.881200:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881204:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.881213:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881216:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.881223:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881226:0:112474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.881235:0:112474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.881249:0:112474:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), file ffff97a502b00180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.881257:0:112474:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x180:0x0](ffff97a509f6aa08), intent=open 00000002:00010000:1.0:1769074855.881283:0:112474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x180:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.881346:0:112474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.881356:0:112474:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00000020:00100000:1.0:1769074855.881369:0:112474:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.881380:0:112474:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612016256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.881390:0:112474:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00000100:00100000:1.0:1769074855.881412:0:112474:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112474:1855007612016256:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.881607:0:112474:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.885396:0:112474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112474:1855007612016256:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.885422:0:112474:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885435:0:112474:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885441:0:112474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885449:0:112474:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885462:0:112474:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885468:0:112474:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.885473:0:112474:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885480:0:112474:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885487:0:112474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885494:0:112474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.885500:0:112474:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112474 initiator: MDT0 00010000:00010000:1.0:1769074855.885506:0:112474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac002 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x180:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112474 initiator: MDT0 00000002:00100000:1.0:1769074855.885526:0:112474:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612016256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.885540:0:112474:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x180:0x0] suppgids -1 -1: rc 0 00010000:00010000:1.0:1769074855.885567:0:112474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.885580:0:112474:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.885589:0:112474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101ca39a8 00010000:00010000:1.0:1769074855.885593:0:112474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.885602:0:112474:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074855.889355:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.889371:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074855.889395:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.889416:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889538:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889550:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.889559:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074855.889563:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074855.889573:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3cb8 00010000:00010000:0.0:1769074855.889577:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889587:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889618:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074855.889626:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.889633:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889642:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889649:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.889653:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074855.889655:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074855.889659:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3b58 00010000:00010000:0.0:1769074855.889662:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889670:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889679:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.889687:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074855.889695:0:112407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.889699:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074855.889713:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.889720:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889729:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889736:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.889740:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.889742:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00010000:0.0:1769074855.889746:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101da3cb8 00010000:00010000:0.0:1769074855.889749:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889756:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889774:0:112407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074855.889779:0:112407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.889785:0:112407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889793:0:112407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889799:0:112407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074855.889802:0:112407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074855.889805:0:112407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074855.889808:0:112407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d101da3c18 00010000:00010000:0.0:1769074855.889812:0:112407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.889818:0:112407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.889826:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.889829:0:112407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074855.889834:0:112407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:3.0:1769074855.893595:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893604:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.893615:0:112477:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074855.893616:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.893627:0:112477:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000080:00200000:0.0:1769074855.893635:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893641:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.893655:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000002:00010000:3.0:1769074855.893655:0:112477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:0.0:1769074855.893660:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074855.893673:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893677:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1769074855.893680:0:112477:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.893687:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893695:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1769074855.893700:0:112477:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.893706:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.893709:0:112477:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:0.0:1769074855.893712:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:3.0:1769074855.893719:0:112477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074855.893724:0:112477:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888abef8 00000080:00200000:0.0:1769074855.893726:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893731:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00010000:3.0:1769074855.893733:0:112477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abef8 from it ffffb0d101c33cb8 00010000:00010000:3.0:1769074855.893739:0:112477:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.893742:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893749:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1769074855.893753:0:112477:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.893760:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.893766:0:112476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074855.894351:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.894371:0:112476:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=0 00000080:00200000:0.0:1769074855.894377:0:112476:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000080:00200000:3.0:1769074855.895984:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896098:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074855.896115:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896119:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.896265:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896271:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.896281:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896284:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.896293:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896296:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074855.896306:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896310:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.896319:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896322:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.896331:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896335:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074855.896345:0:112477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074855.896349:0:112477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000002:00010000:0.0:1769074855.902226:0:112476:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_1b9f980bb76d75f339cd527e20f60f60,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074855.902427:0:112476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112476 initiator: MDT0 00010000:00010000:0.0:1769074855.902449:0:112476:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112476 initiator: MDT0 00010000:00010000:0.0:1769074855.902460:0:112476:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112476 initiator: MDT0 00000100:00100000:0.0:1769074855.902488:0:112476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112476:1855007612016384:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074855.902815:0:112476:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9e40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074855.904177:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904190:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904212:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904218:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904247:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904253:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904269:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904275:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904291:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904297:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904319:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904324:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904340:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904345:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904360:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.904366:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 12 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00000100:00100000:1.0:1769074855.904434:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612016512:192.168.204.123@tcp:63:ll_sa.0 00000100:00100000:0.0:1769074855.924342:0:112476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112476:1855007612016384:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074855.924373:0:112476:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924392:0:112476:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924400:0:112476:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924412:0:112476:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924422:0:112476:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924434:0:112476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924453:0:112476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924461:0:112476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074855.924473:0:112476:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2c000 x1855007612016384/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074855.924486:0:112476:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924496:0:112476:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924517:0:112476:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924525:0:112476:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924531:0:112476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924538:0:112476:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924562:0:112476:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1769074855.924570:0:112476:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074855.924591:0:112476:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x180:0x0], updating i_size 11264 00000080:00200000:0.0:1769074855.924594:0:112476:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x180:0x0](ffff97a509f6aa08): rc = 0 00000080:00010000:0.0:1769074855.924600:0:112476:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) for lock 0xd0f48591888abfd8 00000080:00010000:0.0:1769074855.924623:0:112476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x180:0x0](ffff97a509f6aa08) 00010000:00010000:3.0:1769074855.924627:0:5553:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00010000:0.0:1769074855.924629:0:112476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abfd8 from it ffffb0d101c93e08 00010000:00010000:0.0:1769074855.924636:0:112476:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924640:0:5553:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924646:0:112476:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924653:0:5553:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074855.924661:0:5553:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924671:0:5553:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924685:0:5553:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.924690:0:112476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074855.924700:0:112476:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_1b9f980bb76d75f339cd527e20f60f60, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:3.0:1769074855.924704:0:5553:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924734:0:112476:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 12 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924746:0:5553:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924749:0:112476:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924761:0:5553:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074855.924803:0:5553:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924808:0:112476:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924813:0:5553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac009 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x13 rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202312 expref: -99 pid: 112476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.924829:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074855.924832:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074855.924835:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074855.924851:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612016640:192.168.204.123@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074855.924864:0:112476:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924873:0:112476:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924891:0:112476:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074855.924893:0:112476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888abfd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x180:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202278 expref: -99 pid: 112472 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.924908:0:112476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888abef8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202033 expref: -99 pid: 112449 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074855.924924:0:112476:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074855.924931:0:112476:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c000 x1855007612016896/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074855.924948:0:112476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112476:1855007612016896:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074855.925003:0:112476:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074855.930294:0:2364:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00100000:3.0:1769074855.930401:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612016640:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074855.930708:0:5545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623565824 00000100:00100000:2.0:1769074855.930717:0:5545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623565824 00000100:00100000:2.0:1769074855.930771:0:5545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 35 00000100:00100000:2.0:1769074855.930782:0:5545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97a511925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:8411:x1855007623565824:12345-192.168.204.123@tcp:104: 00010000:00010000:2.0:1769074855.930795:0:5545:0:(ldlm_lockd.c:2447:ldlm_callback_handler()) callback on lock 0xd0f48591888ac009 - lock disappeared 00010000:00010000:2.0:1769074855.930863:0:5545:0:(ldlm_lockd.c:2344:ldlm_callback_errmsg()) @@@ Operate with invalid parameter, NID=12345-192.168.204.123@tcp lock=0xd0f48591888ac009: rc = 0 req@ffff97a511925880 x1855007623565824/t0(0) o104->2f1123b8-1fc9-4774-9dc7-f38054e0386e@192.168.204.123@tcp:391/0 lens 328/224 e 0 to 0 dl 1769074866 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1769074855.931334:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931345:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931351:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931358:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931364:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931371:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931375:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931382:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931389:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931396:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931402:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931408:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac010 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931428:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931434:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931439:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931445:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931451:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931456:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931459:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931464:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931469:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931474:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931477:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931483:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac017 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931493:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931499:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931504:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931509:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931515:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931519:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931522:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931545:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931550:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931555:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931558:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931563:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac01e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931576:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931582:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931587:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931593:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931599:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931603:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931606:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931612:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931619:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931623:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931626:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931631:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac025 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931641:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931648:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931653:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931658:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931663:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931668:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931672:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931678:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931684:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931690:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931694:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931700:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac02c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931712:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931717:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931723:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931728:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931733:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931737:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931740:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931745:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931750:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931755:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931758:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931773:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac033 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931787:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931792:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931797:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931802:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931807:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931812:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.931815:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931821:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931826:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931831:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.931834:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931844:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac03a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.931854:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932211:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932216:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932221:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932227:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932232:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.932235:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932240:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932245:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932250:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.932254:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:1.0:1769074855.932259:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac041 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00000100:00100000:1.0:1769074855.932279:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612016512:192.168.204.123@tcp:63:ll_sa.0 00000100:00100000:2.0:1769074855.933378:0:5545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97a511925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:8411:x1855007623565824:12345-192.168.204.123@tcp:104: Request processed in 98us (593us total) trans 0 rc -22/-22 00000100:00100000:2.0:1769074855.933394:0:5545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 35 00000100:00100000:0.0:1769074855.938556:0:112476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112476:1855007612016896:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074855.938609:0:112476:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x180:0x0](ffff97a509f6aa08) 00000080:00200000:3.0:1769074855.947430:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074855.947453:0:112481:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074855.947461:0:112481:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074855.947481:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074855.947497:0:112481:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074855.947564:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:3.0:1769074855.947574:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:3.0:1769074855.947585:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:3.0:1769074855.947620:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017024:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074855.947746:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a52060d480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.954063:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017024:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074855.954090:0:112481:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954103:0:112481:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954116:0:112481:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954157:0:112481:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954168:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954181:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954188:0:112481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074855.954199:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511925c00 x1855007612017024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074855.954211:0:112481:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954225:0:112481:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074855.954232:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074855.954253:0:112481:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074855.954260:0:112481:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074855.954265:0:112481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074855.954268:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3cb8 00010000:00010000:0.0:1769074855.954271:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.954279:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.955757:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.955777:0:112481:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.955782:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074855.955804:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074855.955866:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.959968:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.959991:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:0.0:1769074855.960065:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017152:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074855.960203:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5061c9300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074855.972067:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017152:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074855.972093:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972107:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972114:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972158:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972167:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972174:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074855.972179:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972185:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972193:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972199:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074855.972206:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:0.0:1769074855.972212:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac04f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:0.0:1769074855.972230:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007612017152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074855.972245:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074855.972272:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.972286:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074855.972295:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3980 00010000:00010000:0.0:1769074855.972299:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074855.972306:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074855.972406:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074855.972422:0:112481:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074855.972427:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074855.972793:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.972841:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.972849:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.972858:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:1.0:1769074855.972890:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017280:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.973010:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.982737:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017280:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.982761:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982774:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982781:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982788:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982795:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982801:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.982807:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982814:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982820:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982827:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.982834:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.982840:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:1.0:1769074855.982860:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612017280/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.982886:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.982917:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.982932:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.982942:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3980 00010000:00010000:1.0:1769074855.982947:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.982954:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.983042:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.983053:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.983066:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.983071:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.983080:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.983084:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.983094:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.983106:0:112481:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074855.983110:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074855.983185:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074855.983228:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.983235:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.983245:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:1.0:1769074855.983268:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017408:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.983355:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.989192:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017408:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.989219:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989233:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989241:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989248:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989256:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989262:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.989268:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989275:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989282:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989289:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.989297:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989304:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244200/0xd0f48591888ac05d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:1.0:1769074855.989325:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5e680 x1855007612017408/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.989339:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.989366:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.989380:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.989394:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3980 00010000:00010000:1.0:1769074855.989398:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.989405:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.989479:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.989487:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.989498:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.989501:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.989627:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.989643:0:112481:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.989650:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074855.989671:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.989733:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.989740:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000020:00100000:1.0:1769074855.989752:0:112481:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.989759:0:112481:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612017664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.989767:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:1.0:1769074855.989791:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017664:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.990955:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074855.994293:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017664:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074855.994317:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994330:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994337:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994344:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994351:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994356:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074855.994361:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994367:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994374:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994381:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074855.994388:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.994394:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac064 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:1.0:1769074855.994412:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612017664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074855.994427:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074855.994466:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.994480:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074855.994489:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc39a8 00010000:00010000:1.0:1769074855.994492:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074855.994499:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074855.994914:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994926:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074855.994937:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994942:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.994950:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994953:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.994961:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994964:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.994971:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994974:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074855.994981:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994985:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.994994:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.994997:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.995005:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.995007:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074855.995027:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074855.995040:0:112481:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00c00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074855.995046:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074855.995066:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074855.995121:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074855.995160:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000020:00100000:1.0:1769074855.995170:0:112481:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074855.995177:0:112481:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612017920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074855.995186:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:1.0:1769074855.995207:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017920:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074855.995399:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074856.005283:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612017920:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074856.005311:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005326:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005333:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005341:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005349:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005355:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074856.005360:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005366:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005372:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005379:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074856.005384:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.005390:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac06b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:1.0:1769074856.005410:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612017920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074856.005424:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074856.005460:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.005473:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074856.005486:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc39a8 00010000:00010000:1.0:1769074856.005490:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.005496:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074856.005916:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005926:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074856.005940:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005945:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074856.005954:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005957:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074856.005965:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005968:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074856.005976:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005978:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074856.005986:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.005990:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074856.005998:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.006001:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074856.006008:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.006010:0:112481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074856.006032:0:112481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074856.006043:0:112481:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074856.006048:0:112481:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074856.006066:0:112481:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074856.006118:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.006199:0:112481:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000020:00100000:1.0:1769074856.006208:0:112481:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074856.006215:0:112481:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612018176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074856.006224:0:112481:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00000100:00100000:1.0:1769074856.006245:0:112481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612018176:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074856.006423:0:112481:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074856.011206:0:112481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:112481:1855007612018176:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074856.011230:0:112481:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011244:0:112481:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011250:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011257:0:112481:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011264:0:112481:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011271:0:112481:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074856.011276:0:112481:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011284:0:112481:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011292:0:112481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011298:0:112481:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074856.011304:0:112481:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00010000:00010000:1.0:1769074856.011310:0:112481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac072 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112481 initiator: MDT0 00000002:00100000:1.0:1769074856.011328:0:112481:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5e680 x1855007612018176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074856.011342:0:112481:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074856.011369:0:112481:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.011382:0:112481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074856.011392:0:112481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc39a8 00010000:00010000:1.0:1769074856.011396:0:112481:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.011402:0:112481:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074856.440403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074857.456615:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074858.012302:0:112612:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000100:00100000:3.0:1769074858.421359:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018304:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074858.421500:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074858.421509:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018432:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074858.431706:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018432:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074858.431730:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018304:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074858.479591:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074859.522280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074859.648446:0:112749:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074860.526355:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074861.553764:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074862.574293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074863.537551:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018560:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074863.537678:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074863.537686:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018688:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074863.542429:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968927 gen 1 00000100:00100000:2.0:1769074863.542470:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018688:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074863.542484:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018560:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074863.605040:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074864.647097:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074865.646431:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074866.673980:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074866.781283:0:113319:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_12: link returns EPERM if the source file has its immutable or append-only flag set ========================================================== 04:41:05 (1769074865) 00010000:00010000:0.0:1769074867.696720:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074868.235491:0:113455:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/12.t against ext4 filesystem 00000100:00100000:2.0:1769074868.656519:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018816:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074868.656614:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074868.656619:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018944:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074868.661039:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612018944:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074868.661057:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612018816:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074868.719080:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074869.745972:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074870.767323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074871.010285:0:113604:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/12.t against lustre filesystem 00000080:00200000:0.0:1769074871.069598:0:113606:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074871.070088:0:113606:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.070109:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.070156:0:113606:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.070164:0:113606:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.070173:0:113606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074871.070177:0:113606:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:0.0:1769074871.070185:0:113606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d1014e3b58 00010000:00010000:0.0:1769074871.070189:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.070197:0:113606:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.070216:0:113606:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.070237:0:113606:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:0.0:1769074871.070241:0:113606:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:0.0:1769074871.070268:0:113606:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.070327:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 113606 initiator: MDT0 00010000:00010000:0.0:1769074871.070334:0:113606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 113606 initiator: MDT0 00010000:00010000:0.0:1769074871.070349:0:113606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 113606 initiator: MDT0 00000100:00100000:0.0:1769074871.070379:0:113606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113606:1855007612019072:192.168.204.123@tcp:101:lfs.0 00000100:00100000:0.0:1769074871.070501:0:113606:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074871.080930:0:113606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113606:1855007612019072:192.168.204.123@tcp:101:lfs.0 00010000:00010000:1.0:1769074871.080963:0:113606:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.080985:0:113606:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.080995:0:113606:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081008:0:113606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081020:0:113606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081032:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081040:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081047:0:113606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074871.081059:0:113606:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2df80 x1855007612019072/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074871.081071:0:113606:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081082:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081092:0:113606:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081099:0:113606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081105:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081110:0:113606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081225:0:113606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074871.081233:0:113606:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074871.081257:0:113606:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:1.0:1769074871.081260:0:113606:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:1.0:1769074871.081265:0:113606:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074871.081281:0:113606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074871.081284:0:113606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1014e3b20 00010000:00010000:1.0:1769074871.081287:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081296:0:113606:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074871.081345:0:113606:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074871.081352:0:113606:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074871.081373:0:113606:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074871.081382:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081391:0:113606:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.081398:0:113606:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074871.081403:0:113606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074871.081407:0:113606:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074871.081411:0:113606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1014e3cb8 00010000:00010000:1.0:1769074871.081414:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.081421:0:113606:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074871.082167:0:113606:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074871.082173:0:113606:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074871.082184:0:113606:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074871.082194:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082203:0:113606:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.082208:0:113606:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074871.082212:0:113606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074871.082216:0:113606:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:1.0:1769074871.082219:0:113606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d1014e3cb8 00010000:00010000:1.0:1769074871.082222:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082229:0:113606:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.082350:0:113606:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074871.082358:0:113606:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074871.082365:0:113606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082373:0:113606:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.082379:0:113606:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074871.082383:0:113606:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074871.082385:0:113606:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888abe03 00000080:00010000:1.0:1769074871.082389:0:113606:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888abe03 from it ffffb0d1014e3bb0 00010000:00010000:1.0:1769074871.082392:0:113606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082398:0:113606:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.082407:0:113606:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074871.082415:0:113606:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:1.0:1769074871.082436:0:113606:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7fffb39bf1b0 00000080:00200000:1.0:1769074871.082453:0:113606:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1769074871.082483:0:113606:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082535:0:113606:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.082542:0:113606:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074871.082545:0:113606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888abe03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969201d31 expref: -99 pid: 111914 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074871.083273:0:113606:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074871.083288:0:113606:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5e680 x1855007612019328/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074871.083319:0:113606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113606:1855007612019328:192.168.204.123@tcp:36:lfs.0 00000100:00100000:1.0:1769074871.083456:0:113606:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e300 going to sleep for 11 seconds 00010000:00010000:2.0:1769074871.085737:0:47670:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074871.085752:0:47670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085764:0:47670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074871.085770:0:47670:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085779:0:47670:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085789:0:47670:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085823:0:47670:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085834:0:47670:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085888:0:47670:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085895:0:47670:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074871.085919:0:47670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085926:0:47670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac079 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692023e4 expref: -99 pid: 113606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.085939:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074871.085941:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074871.085942:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074871.085963:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612019456:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074871.091171:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612019456:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074871.091298:0:113606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113606:1855007612019328:192.168.204.123@tcp:36:lfs.0 00000080:00200008:1.0:1769074871.091482:0:113606:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:1.0:1769074871.235551:0:113188:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074871.235565:0:113188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074871.235588:0:113188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074871.235671:0:113188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 113188 initiator: MDT0 00010000:00010000:1.0:1769074871.235682:0:113188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 113188 initiator: MDT0 00010000:00010000:1.0:1769074871.236427:0:113188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 113188 initiator: MDT0 00000100:00100000:1.0:1769074871.236460:0:113188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113188:1855007612019584:192.168.204.123@tcp:101:bash.0 00000100:00100000:1.0:1769074871.236565:0:113188:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.248796:0:113188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113188:1855007612019584:192.168.204.123@tcp:101:bash.0 00010000:00010000:0.0:1769074871.248821:0:113188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248833:0:113188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248845:0:113188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248856:0:113188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248868:0:113188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248875:0:113188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248882:0:113188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074871.248893:0:113188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5e680 x1855007612019584/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074871.248907:0:113188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248921:0:113188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074871.248929:0:113188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074871.248957:0:113188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1769074871.248963:0:113188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074871.248969:0:113188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074871.248972:0:113188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101e03cb8 00010000:00010000:0.0:1769074871.248975:0:113188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.248984:0:113188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249042:0:113188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074871.249056:0:113188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.249064:0:113188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249075:0:113188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249082:0:113188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.249086:0:113188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074871.249088:0:113188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074871.249092:0:113188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101e03b58 00010000:00010000:0.0:1769074871.249094:0:113188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249102:0:113188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249111:0:113188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.249117:0:113188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074871.249152:0:113188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074871.249156:0:113188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074871.249168:0:113188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.249176:0:113188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249183:0:113188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249189:0:113188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.249194:0:113188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074871.249196:0:113188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074871.249199:0:113188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101e03cb8 00010000:00010000:0.0:1769074871.249202:0:113188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249209:0:113188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249228:0:113188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074871.249234:0:113188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.249239:0:113188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249247:0:113188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249252:0:113188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.249255:0:113188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074871.249258:0:113188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074871.249261:0:113188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101e03c18 00010000:00010000:0.0:1769074871.249264:0:113188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.249270:0:113188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.249277:0:113188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.249281:0:113188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074871.249285:0:113188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:0.0:1769074871.260493:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260516:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.260530:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260534:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.260541:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260544:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.260552:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260554:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.260581:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260584:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.260590:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260594:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.260613:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260616:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.260632:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260635:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.260645:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.260654:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a510bc8480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074871.260661:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074871.260688:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074871.260756:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.260765:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:0.0:1769074871.260775:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074871.260786:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ca80 x1855007612019840/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074871.260794:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.260815:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612019840:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.260990:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.276103:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612019840:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.276145:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276158:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276165:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276172:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276180:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276186:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.276191:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276199:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276206:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276213:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.276218:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.276224:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac087 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.276239:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ca80 x1855007612019840/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.276252:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.276276:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.276287:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.276299:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:0.0:1769074871.276303:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.276310:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.276615:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276633:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.276646:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276649:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276657:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276659:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276666:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276669:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276676:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276679:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276686:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276690:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276697:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276701:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276709:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276711:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276717:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276721:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074871.276864:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276869:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.276878:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276880:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276889:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276891:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276897:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276899:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276908:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276911:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.276918:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276921:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276929:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276931:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276937:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276939:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.276946:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.276953:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a520286c00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074871.276959:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074871.276976:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074871.277023:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.277030:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:0.0:1769074871.277039:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074871.277047:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ca80 x1855007612020096/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074871.277054:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.277074:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020096:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.277268:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.283999:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020096:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.284025:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284039:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284047:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284053:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284060:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284065:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.284069:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284075:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284081:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284088:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.284093:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284100:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac08e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.284118:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ca80 x1855007612020096/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.284155:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.284179:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.284191:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.284200:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:0.0:1769074871.284204:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.284210:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.284646:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284657:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.284669:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284674:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.284689:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284693:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.284702:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284705:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.284713:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284716:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.284725:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284731:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.284744:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284747:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.284755:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284759:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.284767:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.284780:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a503006480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074871.284787:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074871.284812:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074871.284878:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.284885:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:0.0:1769074871.284898:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074871.284907:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ca80 x1855007612020352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074871.284915:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.284937:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020352:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.285101:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074871.293773:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020352:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074871.293799:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293814:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293820:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293827:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293847:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293854:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074871.293858:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293864:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293871:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293878:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074871.293884:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.293895:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac095 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:1.0:1769074871.293912:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ca80 x1855007612020352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074871.293928:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074871.293954:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.293967:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074871.293976:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:1.0:1769074871.293980:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.293987:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.294380:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294392:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074871.294406:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294410:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074871.294421:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294424:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074871.294432:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294435:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074871.294442:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294445:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074871.294454:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294458:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074871.294482:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294486:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074871.294495:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294498:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074871.294509:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.294522:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203fbe00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074871.294529:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074871.294550:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074871.294603:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.294611:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:1.0:1769074871.294632:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074871.294641:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d880 x1855007612020608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074871.294650:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:1.0:1769074871.294670:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020608:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074871.294849:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.302988:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020608:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.303015:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303027:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303033:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303039:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303046:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303052:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.303057:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303062:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303069:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303074:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.303081:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303087:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac09c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.303106:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d880 x1855007612020608/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.303119:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.303271:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.303284:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.303293:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:0.0:1769074871.303297:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.303306:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.303716:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303727:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.303738:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303742:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.303750:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303752:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.303760:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303763:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.303770:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303773:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.303780:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303784:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.303791:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303794:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.303802:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303804:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.303814:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.303825:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50563c600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074871.303832:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074871.303851:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074871.303904:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.303911:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:0.0:1769074871.303927:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074871.303935:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f800 x1855007612020864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074871.303943:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.303963:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020864:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.304364:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.310072:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612020864:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.310098:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310112:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310119:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310162:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310169:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310175:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.310179:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310186:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310193:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310200:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.310206:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.310212:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.310229:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f800 x1855007612020864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.310243:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.310269:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.310281:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.310291:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:0.0:1769074871.310296:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.310305:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.310852:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310863:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.310875:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310879:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.310888:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310891:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.310899:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310901:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.310910:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310913:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.310921:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310925:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.310932:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310935:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.310942:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310945:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.310953:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.310965:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50563cc00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074871.310971:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074871.310992:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074871.311046:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.311053:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:0.0:1769074871.311064:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074871.311072:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f800 x1855007612021120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074871.311082:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.311103:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021120:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.311344:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.318967:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021120:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.318996:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319010:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319018:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319024:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319031:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319037:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.319043:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319049:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319055:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319061:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.319068:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.319073:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.319092:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f800 x1855007612021120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.319105:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.319221:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.319233:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.319241:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:0.0:1769074871.319245:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.319251:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.319752:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319762:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074871.319774:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319778:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.319787:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319790:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.319797:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319800:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.319808:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319812:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074871.319824:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319828:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.319836:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319839:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.319847:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319850:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074871.319858:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.319862:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074871.520893:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.520926:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074871.520941:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.520946:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074871.520956:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.520959:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074871.520971:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.520974:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074871.520993:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.520997:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074871.521009:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.521013:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074871.521022:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.521025:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074871.521035:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.521038:0:113619:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074871.521047:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.521060:0:113619:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5113a7c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074871.521069:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:2.0:1769074871.521093:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074871.521288:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:2.0:1769074871.521300:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000020:00100000:2.0:1769074871.521315:0:113619:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074871.521328:0:113619:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940380 x1855007612021376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074871.521338:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:2.0:1769074871.521362:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021376:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074871.521682:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074871.542260:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021376:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074871.542283:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542297:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542304:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542311:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542318:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542324:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074871.542329:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542336:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542343:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542350:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074871.542366:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:1.0:1769074871.542372:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac0b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:1.0:1769074871.542391:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507940380 x1855007612021376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074871.542405:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074871.542431:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.542457:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074871.542466:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da39a8 00010000:00010000:1.0:1769074871.542470:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.542478:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.639934:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.639966:0:113619:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074871.639973:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074871.640028:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074871.640090:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.640102:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.640112:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:3.0:1769074871.640172:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021504:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074871.640276:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5078f3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.645316:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021504:192.168.204.123@tcp:101:prove.0 00010000:00010000:3.0:1769074871.645340:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645352:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645374:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645381:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645388:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645394:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074871.645398:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645404:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645412:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645418:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074871.645424:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:3.0:1769074871.645430:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689a00/0xd0f48591888ac0b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:3.0:1769074871.645449:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511927800 x1855007612021504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074871.645464:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074871.645490:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.645502:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074871.645511:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da3940 00010000:00010000:3.0:1769074871.645515:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.645523:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074871.658876:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.658906:0:113619:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074871.658912:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074871.658952:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074871.659017:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:2.0:1769074871.659027:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:2.0:1769074871.659037:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:2.0:1769074871.659064:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021632:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074871.659194:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.676410:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021632:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.676435:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676448:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676455:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676462:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676470:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676476:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.676481:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676487:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676493:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676498:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.676504:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.676512:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27000/0xd0f48591888ac0bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.676528:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507942a00 x1855007612021632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.676540:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.676564:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.676578:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.676586:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da3940 00010000:00010000:0.0:1769074871.676590:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.676609:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.759668:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.759683:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.759698:0:113619:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:0.0:1769074871.759704:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:0.0:1769074871.759825:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.759887:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.759898:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.759908:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.759931:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021760:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.760406:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.767268:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021760:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.767292:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767305:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767311:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767318:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767326:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767332:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.767337:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767345:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767352:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767363:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.767369:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767375:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac0c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.767395:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b2f800 x1855007612021760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.767422:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074871.767450:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.767463:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074871.767471:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da3940 00010000:00010000:0.0:1769074871.767475:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.767483:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.767543:0:113619:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.767559:0:113619:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074871.767563:0:113619:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074871.767577:0:113619:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074871.767637:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767648:0:113619:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.767656:0:113619:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00000100:00100000:0.0:1769074871.767675:0:113619:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021888:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074871.767751:0:113619:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a511ff0300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.787545:0:113619:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113619:1855007612021888:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074871.787568:0:113619:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787582:0:113619:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787670:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787679:0:113619:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787686:0:113619:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787691:0:113619:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074871.787695:0:113619:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787702:0:113619:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787712:0:113619:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787718:0:113619:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074871.787724:0:113619:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00010000:00010000:0.0:1769074871.787730:0:113619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113619 initiator: MDT0 00000002:00100000:0.0:1769074871.788113:0:113619:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2f800 x1855007612021888/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074887 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074871.788221:0:113619:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074871.788334:0:113619:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.788348:0:113619:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074871.788357:0:113619:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101da38e0 00010000:00010000:2.0:1769074871.788361:0:113619:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.788369:0:113619:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.793351:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074872.170220:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170239:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.170252:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170257:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170266:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170269:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170453:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170458:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170470:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170472:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170480:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170484:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.170492:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170495:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.170504:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170507:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.170514:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170517:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074872.170894:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170899:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.170907:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170910:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170916:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170919:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170925:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170928:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170936:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.170939:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.170948:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171083:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171100:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171103:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171112:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171115:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171156:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171161:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074872.171319:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171324:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.171334:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171337:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.171345:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171348:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.171358:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171361:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.171370:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171373:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.171379:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171382:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171390:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171393:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171401:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171403:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.171410:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171414:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074872.171560:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171565:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.171573:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.171576:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172096:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172103:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172117:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172120:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172154:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172157:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172166:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172170:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172177:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172180:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172189:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172192:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172201:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172204:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074872.172367:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172372:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.172381:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172384:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172390:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172393:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172856:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172863:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172881:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172885:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.172894:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172897:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172906:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172909:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172918:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172921:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.172929:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.172933:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074872.173190:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173195:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.173208:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173211:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173219:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173222:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173230:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173233:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173240:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173244:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173398:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173479:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173496:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173500:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173509:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173512:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173521:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173525:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074872.173762:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173768:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.173778:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173781:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173790:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173793:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173801:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173804:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173815:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173818:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.173826:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173830:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173839:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173842:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173851:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173855:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.173864:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.173868:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074872.174165:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174171:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.174180:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174183:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.174192:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174194:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.174206:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174208:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.174217:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174219:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.174226:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174228:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.174237:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174239:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.174246:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174249:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.174743:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.174751:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074872.192895:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192914:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.192926:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192931:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.192940:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192943:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.192965:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192969:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.192981:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192984:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.192993:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.192997:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.193004:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.193007:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.193015:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.193018:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.193025:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.193035:0:113620:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502b00300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074872.193044:0:113620:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074872.193067:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074872.193180:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113620 initiator: MDT0 00010000:00010000:3.0:1769074872.193190:0:113620:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113620 initiator: MDT0 00000020:00100000:3.0:1769074872.193201:0:113620:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074872.193214:0:113620:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511927800 x1855007612022144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074872.193224:0:113620:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113620 initiator: MDT0 00000100:00100000:3.0:1769074872.193247:0:113620:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113620:1855007612022144:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074872.193481:0:113620:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5078f3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074872.203047:0:113620:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113620:1855007612022144:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074872.203073:0:113620:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203087:0:113620:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203094:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203101:0:113620:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203109:0:113620:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203116:0:113620:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074872.203246:0:113620:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203471:0:113620:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203481:0:113620:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203487:0:113620:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074872.203493:0:113620:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113620 initiator: MDT0 00010000:00010000:0.0:1769074872.203500:0:113620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac0d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113620 initiator: MDT0 00000002:00100000:0.0:1769074872.203520:0:113620:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511927800 x1855007612022144/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074888 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074872.203533:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074872.203711:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.203819:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074872.203829:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074872.203833:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.203840:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.204831:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204843:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.204857:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204861:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.204871:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204874:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.204882:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204885:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.204893:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204897:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.204905:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204909:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.204917:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204920:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.204929:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204932:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.204941:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.204945:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074872.205868:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205877:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.205889:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205892:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.205900:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205904:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.205911:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205913:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.205920:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205923:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.205932:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205935:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.205944:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.205947:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.206036:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.206041:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.206052:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.206056:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074872.214556:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074872.215694:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.215718:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.215735:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.215743:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.215753:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074872.215756:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:1.0:1769074872.215764:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101b6fb58 00010000:00010000:1.0:1769074872.215767:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.215776:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.215792:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.215799:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074872.215812:0:113620:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074872.215817:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074872.215833:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.215839:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.215848:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.215854:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.215857:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074872.215860:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074872.215863:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074872.215866:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.215883:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.215904:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074872.215909:0:113620:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074872.215913:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074872.215920:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.215925:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.215932:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.215938:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.215941:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074872.215944:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074872.215947:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074872.215950:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.216687:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074872.216728:0:113620:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074872.216734:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074872.216745:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.216753:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.216763:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.216770:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.216775:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074872.216778:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:1.0:1769074872.216783:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074872.216787:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.216794:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.216809:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074872.216815:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.216820:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.216828:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.216834:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.216838:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074872.216840:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:1.0:1769074872.216844:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101b6fb58 00010000:00010000:1.0:1769074872.216847:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.216855:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.216863:0:113620:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.217107:0:113620:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074872.217116:0:113620:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074872.217505:0:113620:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074872.217521:0:113620:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.217530:0:113620:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.217539:0:113620:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.217546:0:113620:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.217550:0:113620:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074872.217553:0:113620:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074872.217557:0:113620:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074872.217560:0:113620:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.217567:0:113620:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074872.222802:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074872.222821:0:113621:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074872.222828:0:113621:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074872.222852:0:113621:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074872.222949:0:113621:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074872.223028:0:113621:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074872.223042:0:113621:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074872.223050:0:113621:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074872.223053:0:113621:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074872.223060:0:113621:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:3.0:1769074872.223065:0:113621:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074872.223075:0:113621:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074872.226742:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226762:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.226775:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226779:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.226788:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226791:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.226800:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226803:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.226811:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226814:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.226824:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226828:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.226837:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226841:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.226850:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226853:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.226861:0:113621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.226866:0:113621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074872.258757:0:113625:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074872.258779:0:113625:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074872.258787:0:113625:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074872.258813:0:113625:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074872.258831:0:113625:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074872.258847:0:113625:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074872.258855:0:113625:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074872.258863:0:113625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074872.258867:0:113625:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074872.258875:0:113625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:0.0:1769074872.258879:0:113625:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074872.258887:0:113625:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074872.276393:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276801:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074872.276826:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276832:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.276842:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276846:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.276854:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276857:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.276879:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276883:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074872.276891:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276895:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.276903:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276907:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.276915:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276918:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074872.276928:0:113626:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074872.276932:0:113626:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074872.288484:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074872.288507:0:113629:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074872.288515:0:113629:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074872.288543:0:113629:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074872.288562:0:113629:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.288579:0:113629:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.288588:0:113629:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074872.288596:0:113629:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074872.288610:0:113629:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074872.288618:0:113629:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101957cb8 00010000:00010000:1.0:1769074872.288623:0:113629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.288632:0:113629:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.289945:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.289957:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.289969:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.289973:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.289982:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.289985:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.289993:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.289996:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.290004:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.290007:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.290017:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.290020:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.290028:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.290031:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.290038:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.290040:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.290047:0:113629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.290051:0:113629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074872.291450:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074872.291465:0:113628:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074872.291471:0:113628:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074872.291496:0:113628:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074872.291515:0:113628:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.291529:0:113628:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.291535:0:113628:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074872.291541:0:113628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074872.291544:0:113628:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074872.291550:0:113628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:2.0:1769074872.291553:0:113628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.291560:0:113628:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.292785:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292799:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074872.292810:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292815:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074872.292824:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292827:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074872.292836:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292839:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074872.292847:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292850:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074872.292859:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292862:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074872.292872:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292875:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074872.292885:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292888:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074872.292896:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.292900:0:113628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074872.293777:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074872.293788:0:113628:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074872.293794:0:113628:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074872.293816:0:113628:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074872.293832:0:113628:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.293846:0:113628:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.293854:0:113628:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074872.293861:0:113628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074872.293865:0:113628:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074872.293871:0:113628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:2.0:1769074872.293874:0:113628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.293882:0:113628:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.293904:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.293907:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074872.293914:0:113628:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:2.0:1769074872.293931:0:113628:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:2.0:1769074872.293941:0:113628:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074872.298238:0:113628:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074872.298253:0:113628:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000080:00200000:3.0:1769074872.298300:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074872.298310:0:113630:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074872.298315:0:113630:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074872.298339:0:113630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074872.298356:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074872.298372:0:113630:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074872.298380:0:113630:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074872.298386:0:113630:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074872.298391:0:113630:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074872.298398:0:113630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101967cb8 00010000:00010000:3.0:1769074872.298402:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074872.298410:0:113630:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000002:00010000:2.0:1769074872.298514:0:113628:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074872.298522:0:113628:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.298531:0:113628:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.298538:0:113628:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074872.298542:0:113628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074872.298545:0:113628:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:2.0:1769074872.298549:0:113628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d101d73cb8 00010000:00010000:2.0:1769074872.298553:0:113628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074872.298560:0:113628:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074872.298579:0:113628:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074872.298586:0:113628:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:2.0:1769074872.298591:0:113628:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1847, max_age 1864 00800000:00000004:2.0:1769074872.298597:0:113628:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1847, max_age 1864 00000100:00100000:2.0:1769074872.298657:0:113628:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113628:1855007612022272:192.168.204.123@tcp:41:df.0 00000100:00100000:2.0:1769074872.298767:0:113628:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50a3d7900 going to sleep for 11 seconds 00000080:00200000:1.0:1769074872.301580:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301599:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.301622:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301627:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.301637:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301640:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.301648:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301650:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.301657:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301660:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.301668:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301671:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.301681:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301684:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.301693:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301696:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.301704:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.301714:0:113630:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a52030b680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074872.301722:0:113630:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074872.301741:0:113630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074872.301801:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.301815:0:113630:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000020:00100000:1.0:1769074872.301827:0:113630:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074872.301838:0:113630:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d500 x1855007612022528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074872.301847:0:113630:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000100:00100000:1.0:1769074872.301868:0:113630:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612022528:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074872.302357:0:113630:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074872.310728:0:113628:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113628:1855007612022272:192.168.204.123@tcp:41:df.0 00800000:00000004:0.0:1769074872.310759:0:113628:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074872.310766:0:113628:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074872.310771:0:113628:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:1.0:1769074872.313577:0:113630:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612022528:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074872.313616:0:113630:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313630:0:113630:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313636:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313643:0:113630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313651:0:113630:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313657:0:113630:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074872.313662:0:113630:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313670:0:113630:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313677:0:113630:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313685:0:113630:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074872.313692:0:113630:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.313698:0:113630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00000002:00100000:1.0:1769074872.313716:0:113630:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d500 x1855007612022528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074888 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074872.313730:0:113630:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074872.313759:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.313772:0:113630:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074872.313782:0:113630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1019679a8 00010000:00010000:1.0:1769074872.313786:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.313794:0:113630:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.322910:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.322929:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.322944:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.322948:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.322958:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.322962:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.322971:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.322974:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.322983:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.322987:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.322997:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.323002:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.323011:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.323014:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.323022:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.323025:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.323034:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.323046:0:113630:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a504c54c00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074872.323054:0:113630:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074872.323079:0:113630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074872.323177:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.323188:0:113630:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000020:00100000:1.0:1769074872.323200:0:113630:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074872.323212:0:113630:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d500 x1855007612022784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074872.323222:0:113630:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000100:00100000:1.0:1769074872.323249:0:113630:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612022784:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074872.323662:0:113630:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074872.331611:0:113630:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612022784:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074872.331634:0:113630:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331647:0:113630:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331653:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331659:0:113630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331666:0:113630:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331671:0:113630:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074872.331676:0:113630:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331682:0:113630:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331688:0:113630:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331695:0:113630:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074872.331702:0:113630:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.331711:0:113630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac0e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00000002:00100000:1.0:1769074872.331728:0:113630:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d500 x1855007612022784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074888 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074872.331742:0:113630:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074872.331768:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.331780:0:113630:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074872.331788:0:113630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1019679a8 00010000:00010000:1.0:1769074872.331792:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.331799:0:113630:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.332226:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332236:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.332249:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332263:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.332287:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332291:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.332304:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332308:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.332321:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332324:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.332334:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332338:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.332348:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332350:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.332358:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332360:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.332368:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.332378:0:113630:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a51232ca80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074872.332385:0:113630:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074872.332742:0:113630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074872.332808:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.332816:0:113630:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000020:00100000:1.0:1769074872.332827:0:113630:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074872.332836:0:113630:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d500 x1855007612023040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074872.332844:0:113630:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000100:00100000:1.0:1769074872.332864:0:113630:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612023040:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074872.333029:0:113630:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074872.336319:0:113630:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612023040:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074872.336343:0:113630:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336356:0:113630:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336364:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336370:0:113630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336378:0:113630:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336383:0:113630:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074872.336389:0:113630:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336395:0:113630:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336411:0:113630:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336417:0:113630:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074872.336424:0:113630:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.336430:0:113630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac0e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00000002:00100000:1.0:1769074872.336448:0:113630:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d500 x1855007612023040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074888 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074872.336462:0:113630:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074872.336487:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.336505:0:113630:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074872.336514:0:113630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1019679a8 00010000:00010000:1.0:1769074872.336518:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074872.336524:0:113630:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074872.336912:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336922:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074872.336934:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336938:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.336948:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336950:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.336959:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336962:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.336970:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336973:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074872.336982:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336985:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.336995:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.336998:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.337005:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.337008:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074872.337014:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074872.337024:0:113630:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a52030b080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074872.337033:0:113630:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074872.337050:0:113630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074872.337097:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.337104:0:113630:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000020:00100000:1.0:1769074872.337115:0:113630:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074872.337153:0:113630:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d500 x1855007612023296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074872.337163:0:113630:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00000100:00100000:1.0:1769074872.337183:0:113630:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612023296:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074872.337342:0:113630:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50532e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074872.349309:0:113630:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:113630:1855007612023296:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074872.349341:0:113630:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349354:0:113630:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349361:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349368:0:113630:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349375:0:113630:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349382:0:113630:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074872.349387:0:113630:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349394:0:113630:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349401:0:113630:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349408:0:113630:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074872.349415:0:113630:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00010000:00010000:1.0:1769074872.349421:0:113630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac0f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 113630 initiator: MDT0 00000002:00100000:1.0:1769074872.349439:0:113630:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5d500 x1855007612023296/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074888 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074872.349452:0:113630:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074872.349589:0:113630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074872.349615:0:113630:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074872.349624:0:113630:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1019679a8 00010000:00010000:0.0:1769074872.349629:0:113630:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074872.349636:0:113630:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074872.349988:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.349996:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074872.350008:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350012:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350020:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350022:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350032:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350034:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350042:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350045:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350053:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350057:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350065:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350068:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350076:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350079:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350087:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350091:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074872.350240:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350245:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074872.350267:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350784:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350806:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350811:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350819:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350822:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350830:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350833:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.350842:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350844:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350852:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350855:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350863:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350866:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.350874:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.350878:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074872.351023:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351029:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074872.351038:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351041:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351050:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351053:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351061:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351064:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351071:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351074:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351082:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351085:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351093:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351095:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351102:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351105:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351112:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351116:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074872.351475:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351481:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074872.351491:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351495:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351504:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351508:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351517:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351521:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351531:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351535:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074872.351545:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351548:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351561:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351564:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351574:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351578:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074872.351587:0:113630:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074872.351591:0:113630:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00010000:00010000:2.0:1769074872.819644:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074873.774794:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612023424:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074873.774893:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074873.774901:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612023552:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074873.779471:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612023552:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074873.784920:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612023424:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074873.825391:0:113760:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074873.843828:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074874.862349:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074875.771553:0:113897:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1769074875.888988:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074876.917853:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074877.943962:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074878.897107:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612023680:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074878.897358:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074878.897367:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612023808:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074878.916074:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612023808:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074878.916093:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612023680:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074878.959602:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074879.984764:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074881.016046:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074882.031094:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074883.023296:0:114466:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_13: link returns EPERM if the parent directory of the destination file has its immutable flag set ========================================================== 04:41:21 (1769074881) 00010000:00010000:0.0:1769074883.058010:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074884.025538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007612023936:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074884.032364:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074884.032398:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612024064:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074884.034372:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007612023936:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074884.045252:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612024064:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074884.079278:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074884.593172:0:114602:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/13.t against ext4 filesystem 00010000:00010000:2.0:1769074885.102492:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074886.064377:0:112478:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 112478 initiator: MDT0 00010000:00010000:3.0:1769074886.064395:0:112478:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00000100:00100000:3.0:1769074886.064489:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612024192:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:0.0:1769074886.065813:0:112466:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.065825:0:112466:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00000100:00100000:0.0:1769074886.065896:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612024320:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:0.0:1769074886.084739:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084756:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084763:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084770:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084779:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084785:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074886.084790:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084796:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084803:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084809:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074886.084815:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00010000:00010000:0.0:1769074886.084821:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac0fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 112466 initiator: MDT0 00000100:00100000:0.0:1769074886.084853:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612024320:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:2.0:1769074886.084922:0:2372:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084929:0:2372:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084935:0:2372:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084940:0:2372:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084946:0:2372:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084951:0:2372:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074886.084954:0:2372:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084960:0:2372:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084966:0:2372:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084971:0:2372:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074886.084974:0:2372:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00010000:00010000:2.0:1769074886.084979:0:2372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689e00/0xd0f48591888ac0f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 112478 initiator: MDT0 00000100:00100000:2.0:1769074886.084995:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612024192:192.168.204.123@tcp:63:ll_sa.0 00010000:00010000:0.0:1769074886.129618:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074887.151715:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074887.153083:0:114752:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/13.t against lustre filesystem 00000080:00200000:0.0:1769074887.207632:0:114754:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074887.207666:0:114754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.207686:0:114754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.207703:0:114754:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.207712:0:114754:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.207723:0:114754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.207726:0:114754:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074887.207734:0:114754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d100d7fb58 00010000:00010000:0.0:1769074887.207738:0:114754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.207748:0:114754:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.207766:0:114754:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.207777:0:114754:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:0.0:1769074887.207789:0:114754:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074887.207794:0:114754:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074887.207805:0:114754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.207813:0:114754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.207821:0:114754:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.207827:0:114754:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.207832:0:114754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074887.207834:0:114754:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074887.207838:0:114754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074887.207841:0:114754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.208021:0:114754:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074887.208667:0:114754:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074887.208673:0:114754:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074887.208684:0:114754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.208695:0:114754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.208706:0:114754:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.208714:0:114754:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.208720:0:114754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.208722:0:114754:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074887.208727:0:114754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074887.208731:0:114754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.208739:0:114754:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.209603:0:114754:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074887.209618:0:114754:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.209630:0:114754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.209642:0:114754:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.209649:0:114754:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.209655:0:114754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.209658:0:114754:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac080 00000080:00010000:0.0:1769074887.209664:0:114754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac080 from it ffffb0d100d7fbb0 00010000:00010000:0.0:1769074887.209667:0:114754:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.209676:0:114754:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.209688:0:114754:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074887.209697:0:114754:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:0.0:1769074887.209718:0:114754:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffe1ac0a090 00000080:00200000:0.0:1769074887.209731:0:114754:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1769074887.209758:0:114754:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.209809:0:114754:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.209817:0:114754:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074887.209820:0:114754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244800/0xd0f48591888ac080 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692023f2 expref: -99 pid: 113188 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074887.209846:0:114754:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074887.210118:0:114754:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612024576/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074887.210684:0:114754:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114754:1855007612024576:192.168.204.123@tcp:36:lfs.0 00000100:00100000:0.0:1769074887.210788:0:114754:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d38600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074887.229743:0:114754:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114754:1855007612024576:192.168.204.123@tcp:36:lfs.0 00000080:00200008:1.0:1769074887.229849:0:114754:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:1.0:1769074887.447019:0:114336:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074887.447032:0:114336:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074887.447054:0:114336:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074887.447155:0:114336:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 114336 initiator: MDT0 00010000:00010000:1.0:1769074887.447166:0:114336:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 114336 initiator: MDT0 00010000:00010000:1.0:1769074887.447176:0:114336:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 114336 initiator: MDT0 00000100:00100000:1.0:1769074887.447208:0:114336:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114336:1855007612024704:192.168.204.123@tcp:101:bash.0 00000100:00100000:1.0:1769074887.447317:0:114336:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074887.454376:0:114336:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114336:1855007612024704:192.168.204.123@tcp:101:bash.0 00010000:00010000:0.0:1769074887.454407:0:114336:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454422:0:114336:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454446:0:114336:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454460:0:114336:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454479:0:114336:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454487:0:114336:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454493:0:114336:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074887.454517:0:114336:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5ea00 x1855007612024704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074903 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074887.454533:0:114336:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454547:0:114336:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074887.454555:0:114336:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074887.454590:0:114336:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1769074887.454598:0:114336:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074887.454604:0:114336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.454607:0:114336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d53cb8 00010000:00010000:0.0:1769074887.454610:0:114336:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454619:0:114336:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454691:0:114336:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074887.454707:0:114336:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.454715:0:114336:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454726:0:114336:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454732:0:114336:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.454736:0:114336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.454739:0:114336:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074887.454742:0:114336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d53b58 00010000:00010000:0.0:1769074887.454745:0:114336:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454751:0:114336:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454758:0:114336:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.454766:0:114336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074887.454776:0:114336:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074887.454781:0:114336:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074887.454792:0:114336:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.454799:0:114336:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454806:0:114336:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454812:0:114336:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.454816:0:114336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074887.454818:0:114336:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074887.454821:0:114336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d53cb8 00010000:00010000:0.0:1769074887.454824:0:114336:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454832:0:114336:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454851:0:114336:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074887.454857:0:114336:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074887.454862:0:114336:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454870:0:114336:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454875:0:114336:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074887.454879:0:114336:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074887.454882:0:114336:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074887.454885:0:114336:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d53c18 00010000:00010000:0.0:1769074887.454888:0:114336:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074887.454893:0:114336:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074887.454900:0:114336:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.454904:0:114336:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074887.454909:0:114336:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:0.0:1769074887.463096:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463114:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.463143:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463147:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463157:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463160:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463167:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463170:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463177:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463180:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463188:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463191:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463198:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463201:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463209:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463212:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463220:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463223:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1769074887.463439:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463446:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.463455:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463459:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463466:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463469:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463476:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463479:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463488:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463491:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.463499:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463502:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463952:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463958:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463968:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463971:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.463980:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.463983:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074887.464108:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464113:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.464143:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464147:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464158:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464161:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464170:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464173:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464181:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464184:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464192:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464195:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464202:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464205:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464213:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464216:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464225:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464228:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1769074887.464383:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464389:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.464397:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464400:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464408:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464411:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464420:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464424:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464797:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464802:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464813:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464816:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464825:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464828:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464838:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464841:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.464849:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464853:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074887.464961:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464966:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.464977:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464981:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.464990:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.464993:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465001:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465003:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465010:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465014:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465021:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465024:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465032:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465035:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465043:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465045:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465053:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465057:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074887.465203:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465208:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.465219:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465222:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465231:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465234:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465241:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465245:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465253:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465256:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.465263:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465266:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465273:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465276:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465284:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465287:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.465296:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.465299:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074887.466928:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.466943:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.466954:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.466957:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.466964:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.466967:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.466976:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.466979:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.466987:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.466989:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.466997:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.467000:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.467008:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.467011:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.467019:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.467022:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.467028:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.467032:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074887.470575:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470592:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074887.470607:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470611:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.470619:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470622:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.470629:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470632:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.470640:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470643:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074887.470650:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470654:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.470661:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470663:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.470671:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470673:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074887.470680:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074887.470684:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074887.725274:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725292:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074887.725305:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725309:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074887.725318:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725321:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074887.725328:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725330:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074887.725339:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725356:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074887.725367:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725371:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074887.725379:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725381:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074887.725388:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725391:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074887.725399:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074887.725403:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:1.0:1769074887.780240:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074887.780258:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:1.0:1769074887.790274:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074887.790296:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:3.0:1769074887.906015:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074887.906036:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074887.906044:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:3.0:1769074887.906062:0:114766:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074887.906067:0:114766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00010000:00010000:0.0:1769074888.174342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074888.268711:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268728:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074888.268738:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268743:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.268750:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268753:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.268760:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268763:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.268771:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268774:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.268781:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268785:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.268791:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268794:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.268801:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268804:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.268812:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268815:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074888.268982:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268988:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074888.268996:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.268999:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269007:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269010:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269018:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269021:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269030:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269032:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269040:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269043:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269051:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269054:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269061:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269064:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269071:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269075:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074888.269231:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269236:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074888.269245:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269248:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269255:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269258:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269266:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269269:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269276:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269279:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.269287:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269290:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269297:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269300:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269307:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269309:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.269317:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.269321:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074888.274923:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274940:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.274951:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274955:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.274962:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274964:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.274970:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274973:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.274979:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274981:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.274988:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.274991:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.274998:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275000:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275007:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275010:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275017:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275021:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074888.275304:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275309:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.275319:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275323:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275342:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275346:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275356:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275359:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275367:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275369:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275376:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275379:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275387:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275390:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275400:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275404:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275411:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275415:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074888.275562:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275567:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.275575:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275578:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275585:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275587:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275594:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275597:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275604:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275607:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275614:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275618:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275625:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275628:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275635:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275637:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275644:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275647:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074888.275769:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275775:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.275783:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275787:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275794:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275796:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275804:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275806:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275816:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275819:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.275827:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275830:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275837:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275840:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275847:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275849:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.275856:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275859:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074888.275991:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.275995:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.276005:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276008:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.276016:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276019:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.276026:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276029:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.276037:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276040:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.276047:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276050:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.276057:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276060:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.276067:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276069:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.276077:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.276081:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074888.292053:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292074:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.292087:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292092:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292100:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292104:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292110:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292114:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292143:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292148:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292160:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292164:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292173:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292176:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292184:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292186:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292193:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292197:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074888.292427:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292432:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.292442:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292444:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292690:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292695:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292705:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292708:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292715:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292718:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292725:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292729:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292736:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292740:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292747:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292750:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292758:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292762:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074888.292892:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292897:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074888.292907:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292911:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292920:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292923:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292931:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292935:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292943:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292945:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074888.292954:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292957:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292964:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292966:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292973:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292976:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074888.292984:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.292988:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074888.295076:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074888.295104:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.297720:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.297753:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.297768:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.297780:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074888.297785:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:3.0:1769074888.297793:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d73b58 00010000:00010000:3.0:1769074888.297797:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.297807:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.297826:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.297837:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074888.297851:0:114768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.297857:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074888.297879:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.297893:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.297902:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.297909:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.297913:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074888.297916:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074888.297920:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:3.0:1769074888.297923:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.297935:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.297959:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074888.297964:0:114768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.297967:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074888.297974:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.297981:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.297988:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.297994:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.297998:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074888.298001:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074888.298004:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:3.0:1769074888.298007:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298014:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074888.298047:0:114768:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.298051:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074888.298057:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.298063:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298071:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.298076:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.298080:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074888.298082:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:3.0:1769074888.298085:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d73cb8 00010000:00010000:3.0:1769074888.298088:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298095:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.298109:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074888.298114:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.298120:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298150:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.298156:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.298159:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074888.298162:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:3.0:1769074888.298165:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101d73b58 00010000:00010000:3.0:1769074888.298167:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298178:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.298186:0:114768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.298190:0:114768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074888.298195:0:114768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.298198:0:114768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074888.298204:0:114768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.298210:0:114768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298217:0:114768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.298223:0:114768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.298226:0:114768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074888.298228:0:114768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074888.298232:0:114768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d73cb8 00010000:00010000:3.0:1769074888.298235:0:114768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.298241:0:114768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.302925:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074888.302952:0:114769:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074888.302960:0:114769:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074888.302988:0:114769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.303008:0:114769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.303024:0:114769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.303032:0:114769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.303040:0:114769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074888.303044:0:114769:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074888.303051:0:114769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100c87cb8 00010000:00010000:2.0:1769074888.303054:0:114769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.303063:0:114769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.304486:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304500:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074888.304513:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304517:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.304525:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304528:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.304535:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304538:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.304546:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304549:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.304557:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304561:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.304568:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304572:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.304580:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304583:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.304592:0:114769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.304595:0:114769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074888.324213:0:114772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074888.324232:0:114772:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.324239:0:114772:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074888.324266:0:114772:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.324285:0:114772:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.324301:0:114772:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.324310:0:114772:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.324317:0:114772:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074888.324321:0:114772:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074888.324328:0:114772:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c83cb8 00010000:00010000:3.0:1769074888.324344:0:114772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.324354:0:114772:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.327098:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074888.327113:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.329681:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329700:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.329737:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329741:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.329751:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329755:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.329763:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329766:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.329774:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329778:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.329789:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329792:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.329801:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329804:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.329812:0:114773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.329816:0:114773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074888.336856:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074888.336881:0:114776:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074888.336889:0:114776:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074888.336914:0:114776:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.336932:0:114776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.336947:0:114776:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.336959:0:114776:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.336967:0:114776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074888.336970:0:114776:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074888.336978:0:114776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d10152bcb8 00010000:00010000:3.0:1769074888.336982:0:114776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.336991:0:114776:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.338316:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.338707:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074888.338717:0:114777:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074888.338724:0:114777:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074888.338747:0:114777:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074888.338763:0:114777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074888.338777:0:114777:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074888.338785:0:114777:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074888.338792:0:114777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074888.338796:0:114777:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074888.338803:0:114777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:0.0:1769074888.338807:0:114777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074888.338814:0:114777:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074888.339992:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340004:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.340015:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340018:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340027:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340030:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340038:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340041:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340051:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340053:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340061:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340065:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.340072:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340075:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.340083:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340086:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.340092:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340095:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074888.340287:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340292:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.340301:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340304:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340313:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340316:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.340324:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.340327:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.342945:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074888.342966:0:114775:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074888.342974:0:114775:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074888.343000:0:114775:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.343017:0:114775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.343032:0:114775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.343040:0:114775:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.343048:0:114775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074888.343052:0:114775:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074888.343058:0:114775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074888.343062:0:114775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.343070:0:114775:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.347173:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347191:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074888.347205:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347209:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.347219:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347222:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.347233:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347236:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.347245:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347247:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.347255:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347259:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.347268:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347271:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.347281:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347285:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.347293:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.347297:0:114775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074888.348374:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074888.348387:0:114775:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074888.348394:0:114775:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074888.348423:0:114775:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.348441:0:114775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.348458:0:114775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.348466:0:114775:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.348473:0:114775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074888.348477:0:114775:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074888.348484:0:114775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074888.348487:0:114775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.348494:0:114775:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.348520:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.348524:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074888.348530:0:114775:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:2.0:1769074888.348548:0:114775:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:2.0:1769074888.348560:0:114775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074888.349353:0:114775:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074888.349359:0:114775:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074888.349371:0:114775:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.349382:0:114775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.349391:0:114775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.349398:0:114775:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.349403:0:114775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074888.349406:0:114775:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:2.0:1769074888.349410:0:114775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d101c83cb8 00010000:00010000:2.0:1769074888.349414:0:114775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.349421:0:114775:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.349444:0:114775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.349451:0:114775:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:2.0:1769074888.349455:0:114775:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1865, max_age 1880 00800000:00000004:2.0:1769074888.349463:0:114775:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1865, max_age 1880 00000100:00100000:2.0:1769074888.349511:0:114775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114775:1855007612024832:192.168.204.123@tcp:41:df.0 00000100:00100000:2.0:1769074888.349630:0:114775:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5240 going to sleep for 11 seconds 00000080:00200000:0.0:1769074888.355859:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.355882:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.355907:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.355912:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.355919:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.355923:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.355931:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.355934:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.355942:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.355946:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074888.356259:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356265:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.356275:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356278:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.356286:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356289:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.356297:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356300:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.356309:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356327:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.356348:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356351:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.356360:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356363:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.356372:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356376:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.356383:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356387:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074888.356992:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.356999:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.357009:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357011:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357018:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357021:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357028:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357030:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357037:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357041:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357049:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357052:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357060:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357063:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357071:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357073:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357080:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357083:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074888.357518:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.357741:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357748:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.357759:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357762:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357771:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357774:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357781:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357784:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357791:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357793:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357799:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357802:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357810:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357812:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357820:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357823:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.357830:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357834:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074888.357959:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357964:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.357974:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357977:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357985:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357987:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.357995:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.357998:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358007:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358010:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358019:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358022:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358030:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358033:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358039:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358042:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358049:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358053:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074888.358183:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358188:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.358196:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358199:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358206:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358208:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358215:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358219:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358226:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358228:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358235:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358238:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358244:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358247:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358253:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358256:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358262:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358266:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074888.358873:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358881:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074888.358890:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358893:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358901:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358905:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358913:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358916:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358923:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358926:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074888.358934:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358937:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358945:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358947:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358954:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358957:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074888.358967:0:114777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.358970:0:114777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074888.362580:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362598:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.362611:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362614:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.362622:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362626:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.362638:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362642:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074888.362652:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362656:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.362665:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362668:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.362678:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362681:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074888.362688:0:114776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074888.362692:0:114776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074888.369800:0:114775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:114775:1855007612024832:192.168.204.123@tcp:41:df.0 00800000:00000004:3.0:1769074888.369837:0:114775:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074888.369846:0:114775:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074888.369851:0:114775:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:3.0:1769074889.135674:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612024960:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074889.135775:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074889.135783:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025088:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074889.141187:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025088:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074889.142287:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612024960:192.168.204.123@tcp:400:kworker.0 00010000:00010000:0.0:1769074889.198350:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074889.902587:0:114907:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074890.227763:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074891.112345:0:115044:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:0.0:1769074891.255862:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074892.270551:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074893.295358:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074894.271090:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612025216:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074894.271228:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074894.271246:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025344:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074894.274655:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612025216:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074894.278670:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025344:192.168.204.123@tcp:400:kworker.0 00010000:00010000:0.0:1769074894.322752:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074895.357846:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074896.366406:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074897.275500:0:115614:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_14: link returns EXDEV if the source and the destination files are on different file systems ========================================================== 04:41:35 (1769074895) 00010000:00010000:0.0:1769074897.392979:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074898.415660:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074898.638476:0:115750:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/14.t against ext4 filesystem 00000100:00100000:3.0:1769074899.376981:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612025472:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074899.377096:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074899.377104:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025600:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074899.384189:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612025600:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074899.384207:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612025472:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074899.441806:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074900.464974:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074901.486395:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074901.731312:0:115899:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/14.t against lustre filesystem 00000080:00200000:0.0:1769074901.802405:0:115901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074901.802435:0:115901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.802454:0:115901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.802472:0:115901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.802494:0:115901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.802501:0:115901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.802504:0:115901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074901.802511:0:115901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d100f67b58 00010000:00010000:0.0:1769074901.802515:0:115901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.802524:0:115901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.802541:0:115901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074901.802548:0:115901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:0.0:1769074901.802558:0:115901:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074901.802562:0:115901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074901.802573:0:115901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.802582:0:115901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.802590:0:115901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.802596:0:115901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.802599:0:115901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074901.802602:0:115901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074901.802605:0:115901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100f67cb8 00010000:00010000:0.0:1769074901.802609:0:115901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.802616:0:115901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074901.810731:0:115901:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074901.810743:0:115901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074901.810766:0:115901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.810785:0:115901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.810803:0:115901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.810811:0:115901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.810819:0:115901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.810823:0:115901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074901.810831:0:115901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d100f67cb8 00010000:00010000:0.0:1769074901.810836:0:115901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.810845:0:115901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.811088:0:115901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074901.811096:0:115901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.811103:0:115901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.813351:0:115901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.813364:0:115901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.813372:0:115901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.813375:0:115901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac105 00000080:00010000:0.0:1769074901.813382:0:115901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac105 from it ffffb0d100f67bb0 00010000:00010000:0.0:1769074901.813386:0:115901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.813395:0:115901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.813411:0:115901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074901.813420:0:115901:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:0.0:1769074901.813445:0:115901:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffdbfe44ca0 00000080:00200000:0.0:1769074901.813457:0:115901:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1769074901.813502:0:115901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.813561:0:115901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.813568:0:115901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074901.813570:0:115901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac105 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920257a expref: -99 pid: 114336 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074901.813595:0:115901:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074901.813608:0:115901:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612025856/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074901.813632:0:115901:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115901:1855007612025856:192.168.204.123@tcp:36:lfs.0 00000100:00100000:0.0:1769074901.813947:0:115901:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5012543c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074901.826559:0:115901:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115901:1855007612025856:192.168.204.123@tcp:36:lfs.0 00000080:00200008:0.0:1769074901.826667:0:115901:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:3.0:1769074901.938669:0:115483:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074901.938682:0:115483:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074901.938703:0:115483:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074901.938767:0:115483:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 115483 initiator: MDT0 00010000:00010000:3.0:1769074901.938779:0:115483:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 115483 initiator: MDT0 00010000:00010000:3.0:1769074901.938789:0:115483:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 115483 initiator: MDT0 00000100:00100000:3.0:1769074901.938817:0:115483:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115483:1855007612025984:192.168.204.123@tcp:101:bash.0 00000100:00100000:3.0:1769074901.938932:0:115483:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a519497180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074901.952367:0:115483:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115483:1855007612025984:192.168.204.123@tcp:101:bash.0 00010000:00010000:0.0:1769074901.952393:0:115483:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952406:0:115483:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952418:0:115483:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952429:0:115483:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952444:0:115483:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952452:0:115483:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952459:0:115483:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074901.952468:0:115483:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511926a00 x1855007612025984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074917 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074901.952494:0:115483:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952509:0:115483:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074901.952516:0:115483:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074901.952545:0:115483:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1769074901.952551:0:115483:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:0.0:1769074901.952557:0:115483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.952560:0:115483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100c87cb8 00010000:00010000:0.0:1769074901.952563:0:115483:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952571:0:115483:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952634:0:115483:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074901.952651:0:115483:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.952660:0:115483:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952672:0:115483:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952678:0:115483:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.952682:0:115483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.952684:0:115483:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:0.0:1769074901.952688:0:115483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100c87b58 00010000:00010000:0.0:1769074901.952691:0:115483:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952698:0:115483:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952707:0:115483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074901.952715:0:115483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074901.952727:0:115483:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074901.952731:0:115483:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074901.952744:0:115483:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.952751:0:115483:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952759:0:115483:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952765:0:115483:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.952770:0:115483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074901.952773:0:115483:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074901.952777:0:115483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100c87cb8 00010000:00010000:0.0:1769074901.952779:0:115483:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952785:0:115483:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952805:0:115483:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074901.952811:0:115483:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074901.952817:0:115483:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952824:0:115483:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952829:0:115483:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074901.952832:0:115483:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074901.952834:0:115483:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:0.0:1769074901.952837:0:115483:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100c87c18 00010000:00010000:0.0:1769074901.952839:0:115483:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074901.952845:0:115483:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074901.952852:0:115483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074901.952855:0:115483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074901.952859:0:115483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:2.0:1769074901.960217:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960324:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.960341:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960346:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960355:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960359:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960367:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960370:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960378:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960381:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960389:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960393:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960402:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960404:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960413:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960416:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960424:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960429:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074901.960583:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960588:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.960598:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960601:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960609:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960611:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960618:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960621:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960629:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960632:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.960641:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960644:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960653:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960656:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960727:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960733:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.960745:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.960749:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074901.961535:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961542:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.961547:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961550:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961555:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961556:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961561:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961562:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961567:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961568:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961573:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961575:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961581:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961582:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961588:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961589:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961594:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961596:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074901.961751:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961754:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.961760:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961761:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961862:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961866:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961873:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961875:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961880:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961881:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.961886:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961888:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961892:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961893:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961897:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961899:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.961904:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961906:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074901.961988:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961991:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.961996:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.961998:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962003:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962005:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962009:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962011:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962015:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962017:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962021:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962022:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962027:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962029:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962090:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962094:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962115:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962119:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074901.962342:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962346:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.962351:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962353:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962358:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962359:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962364:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962365:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962370:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962371:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962376:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962377:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962382:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962384:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962391:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962394:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962402:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962405:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074901.962507:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962511:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.962517:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962519:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962526:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962528:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962533:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962535:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962540:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962542:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.962546:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962548:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962554:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962556:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962561:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962562:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.962567:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.962569:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074901.963011:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963018:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074901.963030:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963347:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.963377:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963379:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.963388:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963391:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.963400:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963403:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074901.963411:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963415:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.963423:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963425:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.963433:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963436:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074901.963444:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074901.963448:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074902.165512:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165531:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.165543:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165547:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.165555:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165558:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.165565:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165568:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.165579:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165582:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.165590:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165594:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.165602:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165605:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.165613:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165616:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.165624:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.165628:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:0.0:1769074902.185658:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.185679:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:0.0:1769074902.187666:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.187681:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:0.0:1769074902.232663:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.232680:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.232687:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:0.0:1769074902.232701:0:115910:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.232704:0:115910:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:2.0:1769074902.436936:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.436953:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.436967:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.436971:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.436980:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.436984:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.436992:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.436994:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.437003:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.437007:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.437016:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.437020:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.437030:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.437032:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.437040:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.437045:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.437052:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.437055:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074902.440583:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440600:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.440612:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440616:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440623:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440626:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440633:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440636:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440643:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440645:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440655:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440659:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440667:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440669:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440676:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440679:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440686:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440690:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074902.440843:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440849:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.440857:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440860:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440867:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440869:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440876:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440880:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440887:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440889:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.440898:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440901:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440910:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440912:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440920:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440923:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.440932:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.440935:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074902.441073:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441079:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.441089:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441092:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441114:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441118:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441155:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441160:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441168:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441171:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441180:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441183:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441190:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441193:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441200:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441203:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441211:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441215:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074902.441335:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441353:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.441365:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441369:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441377:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441380:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441388:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441391:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441399:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441402:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441410:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441414:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441423:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441426:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441434:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441437:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441445:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441449:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074902.441569:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441574:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.441582:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441585:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441593:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441595:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441603:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441606:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441613:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441616:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441624:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441627:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441634:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441637:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441644:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441647:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441655:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441658:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074902.441777:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441781:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.441789:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441792:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441801:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441804:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441813:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441815:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441822:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441825:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.441832:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441835:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441841:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441844:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441850:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441852:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.441859:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.441863:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074902.441997:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442002:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.442009:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442012:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.442020:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442023:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.442031:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442034:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.442041:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442043:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.442050:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442053:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.442060:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442063:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.442072:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442074:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.442081:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.442085:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074902.467623:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467639:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.467651:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467656:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467664:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467666:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467674:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467677:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467684:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467688:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467696:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467700:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.467708:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467711:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.467719:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467722:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.467730:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467733:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074902.467934:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467940:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.467949:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467952:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467960:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467963:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467970:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467972:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467980:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467983:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.467992:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.467995:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468003:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468006:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468013:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468016:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468024:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468028:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074902.468539:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468547:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.468557:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468560:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.468568:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468571:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.468579:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468581:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.468588:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468591:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.468606:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468609:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468617:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468619:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468627:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468630:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.468638:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.468642:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074902.472654:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074902.472683:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.472701:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472717:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472723:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.472731:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074902.472734:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:1.0:1769074902.472740:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d1015ebb58 00010000:00010000:1.0:1769074902.472744:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472752:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472769:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.472777:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074902.472786:0:115915:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074902.472790:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074902.472802:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.472809:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472817:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472825:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.472828:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074902.472830:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074902.472833:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:1.0:1769074902.472836:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472842:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472856:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074902.472860:0:115915:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074902.472864:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074902.472869:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.472874:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472881:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472887:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.472890:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074902.472893:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074902.472897:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:1.0:1769074902.472899:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472911:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074902.472930:0:115915:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074902.472934:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074902.472939:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.472943:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472950:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472956:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.472959:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074902.472961:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:1.0:1769074902.472964:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d1015ebcb8 00010000:00010000:1.0:1769074902.472966:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.472972:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.472984:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074902.472989:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.472994:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.473001:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.473007:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.473011:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074902.473013:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:1.0:1769074902.473017:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d1015ebb58 00010000:00010000:1.0:1769074902.473020:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.473027:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.473033:0:115915:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.473037:0:115915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074902.473042:0:115915:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074902.473045:0:115915:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074902.473051:0:115915:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.473056:0:115915:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.473064:0:115915:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.473070:0:115915:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.473074:0:115915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074902.473076:0:115915:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074902.473079:0:115915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:1.0:1769074902.473082:0:115915:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.473093:0:115915:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.481707:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074902.481734:0:115916:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074902.481741:0:115916:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074902.481765:0:115916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074902.481782:0:115916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.481798:0:115916:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.481805:0:115916:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074902.481812:0:115916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074902.481816:0:115916:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074902.481823:0:115916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1014e3cb8 00010000:00010000:3.0:1769074902.481827:0:115916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.481836:0:115916:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074902.484784:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484803:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.484817:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484821:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.484829:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484832:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.484840:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484843:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.484851:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484854:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.484862:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484866:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.484875:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484878:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.484886:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484889:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.484895:0:115916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.484898:0:115916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074902.508686:0:115919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074902.508705:0:115919:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074902.508714:0:115919:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074902.508738:0:115919:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074902.508757:0:115919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.508772:0:115919:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.508780:0:115919:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074902.508788:0:115919:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074902.508792:0:115919:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074902.508799:0:115919:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101957cb8 00010000:00010000:3.0:1769074902.508804:0:115919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.508812:0:115919:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074902.511174:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511191:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074902.511203:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511207:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.511215:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511218:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.511226:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511229:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.511237:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511240:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074902.511248:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511252:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.511261:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511264:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.511273:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511276:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074902.511283:0:115920:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074902.511286:0:115920:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074902.517420:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074902.517446:0:115923:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074902.517455:0:115923:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074902.517479:0:115923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074902.517497:0:115923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074902.517513:0:115923:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074902.517520:0:115923:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074902.517527:0:115923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074902.517530:0:115923:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074902.517537:0:115923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101987cb8 00010000:00010000:0.0:1769074902.517541:0:115923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074902.517549:0:115923:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074902.518776:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518788:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074902.518801:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518805:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074902.518813:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518816:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074902.518824:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518827:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074902.518835:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518838:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074902.518845:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518849:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074902.518859:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518862:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074902.518870:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518872:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074902.518880:0:115923:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074902.518883:0:115923:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074902.520736:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074902.520756:0:115922:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074902.520780:0:115922:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074902.520807:0:115922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074902.520826:0:115922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074902.520844:0:115922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074902.520852:0:115922:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074902.520859:0:115922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074902.520863:0:115922:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074902.520870:0:115922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101957cb8 00010000:00010000:2.0:1769074902.520874:0:115922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074902.520882:0:115922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.521589:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074902.524342:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074902.524361:0:115924:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074902.524369:0:115924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074902.524396:0:115924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074902.524415:0:115924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.524430:0:115924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.524438:0:115924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074902.524446:0:115924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074902.524450:0:115924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074902.524456:0:115924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d10198fcb8 00010000:00010000:1.0:1769074902.524460:0:115924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074902.524468:0:115924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074902.525786:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525801:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.525812:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525817:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.525825:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525827:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.525834:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525836:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.525844:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525847:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.525855:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525858:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.525866:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525869:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.525878:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525881:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.525890:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.525893:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074902.526067:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526072:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.526081:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526084:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526092:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526108:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526148:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526153:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526164:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526168:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526177:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526180:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526188:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526191:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526198:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526201:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526209:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526212:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074902.526352:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526357:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.526365:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526368:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526374:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526377:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526386:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526389:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526398:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526401:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526413:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526416:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526425:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526427:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526434:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526437:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526444:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526447:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074902.526570:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526575:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.526583:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526585:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526593:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526596:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526604:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526607:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526615:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526618:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526626:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526630:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526638:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526641:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526649:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526652:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526663:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526666:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074902.526786:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526791:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.526801:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526804:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526812:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526814:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526821:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526824:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526831:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526834:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.526842:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526845:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526852:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526855:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526863:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526867:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.526876:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.526881:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074902.526997:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527002:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.527012:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527015:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.527023:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527026:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.527034:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527036:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.527045:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527048:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.527057:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527060:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.527067:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527070:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.527076:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527079:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.527087:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.527091:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074902.529650:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529672:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.529686:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529690:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529699:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529702:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529711:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529715:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529725:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529727:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529736:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529740:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.529746:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529749:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.529756:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529759:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.529766:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529769:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074902.529963:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529969:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074902.529977:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529981:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529989:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.529992:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.529999:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530002:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.530010:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530012:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074902.530022:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530025:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.530034:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530037:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.530045:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530048:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074902.530055:0:115924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074902.530059:0:115924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074902.537364:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537381:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074902.537396:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537400:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074902.537409:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537412:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074902.537420:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537423:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074902.537431:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537433:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074902.537443:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537447:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074902.537456:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537459:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074902.537467:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537470:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074902.537479:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.537483:0:115922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074902.538400:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074902.538413:0:115922:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074902.538419:0:115922:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074902.538442:0:115922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074902.538461:0:115922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.538483:0:115922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.538492:0:115922:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074902.538500:0:115922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074902.538504:0:115922:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074902.538512:0:115922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101957cb8 00010000:00010000:3.0:1769074902.538516:0:115922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.538523:0:115922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.538549:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.538553:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074902.538559:0:115922:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:3.0:1769074902.538576:0:115922:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:3.0:1769074902.538587:0:115922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074902.541496:0:115922:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074902.541506:0:115922:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074902.541524:0:115922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074902.541542:0:115922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.541555:0:115922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.541562:0:115922:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074902.541568:0:115922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074902.541572:0:115922:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:3.0:1769074902.541578:0:115922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d101957cb8 00010000:00010000:3.0:1769074902.541581:0:115922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074902.541590:0:115922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074902.541617:0:115922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074902.541624:0:115922:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:3.0:1769074902.541628:0:115922:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1881, max_age 1894 00800000:00000004:3.0:1769074902.541635:0:115922:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1881, max_age 1894 00000100:00100000:3.0:1769074902.541682:0:115922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115922:1855007612026112:192.168.204.123@tcp:41:df.0 00000100:00100000:3.0:1769074902.541820:0:115922:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a506806840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074902.547375:0:115922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:115922:1855007612026112:192.168.204.123@tcp:41:df.0 00800000:00000004:0.0:1769074902.547410:0:115922:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074902.547419:0:115922:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074902.547423:0:115922:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00010000:00010000:0.0:1769074903.534527:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074904.056116:0:116055:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000100:00100000:1.0:1769074904.496604:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026240:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074904.496717:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074904.496724:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026368:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074904.509333:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026240:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074904.537112:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026368:192.168.204.123@tcp:400:kworker.0 00010000:00010000:0.0:1769074904.559340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074905.594205:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074905.700718:0:116192:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1769074906.607892:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074907.638330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074908.660311:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074909.615729:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026496:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074909.615872:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074909.615879:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026624:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074909.628368:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026624:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074909.635722:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026496:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074909.679438:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074910.705705:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074911.727809:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074912.750221:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074913.071564:0:116761:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_15: link returns ENOSPC if the directory in which the entry for the new link is being placed cannot be extended because there is no space left on the file system containing the directory ========================================= 00010000:00010000:0.0:1769074913.775641:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074914.727712:0:116897:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/15.t against ext4 filesystem 00000100:00100000:0.0:1769074914.735164:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026752:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074914.735266:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074914.735273:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026880:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074914.750738:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612026880:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074914.765191:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612026752:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074914.799324:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074915.822538:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074916.846336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074917.544047:0:117047:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/15.t against lustre filesystem 00000080:00200000:2.0:1769074917.802797:0:117059:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074917.802829:0:117059:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074917.803045:0:117059:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803064:0:117059:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803073:0:117059:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074917.803080:0:117059:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074917.803084:0:117059:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:2.0:1769074917.803091:0:117059:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100d4bb58 00010000:00010000:2.0:1769074917.803094:0:117059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803103:0:117059:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803118:0:117059:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074917.803163:0:117059:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:2.0:1769074917.803173:0:117059:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074917.803178:0:117059:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074917.803189:0:117059:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074917.803198:0:117059:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803205:0:117059:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803210:0:117059:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074917.803214:0:117059:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074917.803216:0:117059:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074917.803221:0:117059:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100d4bcb8 00010000:00010000:2.0:1769074917.803224:0:117059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803230:0:117059:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074917.803708:0:117059:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074917.803713:0:117059:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074917.803721:0:117059:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074917.803728:0:117059:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803737:0:117059:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803743:0:117059:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074917.803747:0:117059:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074917.803749:0:117059:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:2.0:1769074917.803753:0:117059:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100d4bcb8 00010000:00010000:2.0:1769074917.803756:0:117059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803763:0:117059:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803887:0:117059:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074917.803896:0:117059:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074917.803903:0:117059:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803912:0:117059:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803918:0:117059:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074917.803923:0:117059:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074917.803925:0:117059:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac10c 00000080:00010000:2.0:1769074917.803929:0:117059:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac10c from it ffffb0d100d4bbb0 00010000:00010000:2.0:1769074917.803932:0:117059:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.803940:0:117059:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.803949:0:117059:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074917.803957:0:117059:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:2.0:1769074917.803977:0:117059:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffcc5180960 00000080:00200000:2.0:1769074917.803994:0:117059:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074917.804020:0:117059:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.804073:0:117059:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.804080:0:117059:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074917.804083:0:117059:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac10c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202588 expref: -99 pid: 115483 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074917.804110:0:117059:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074917.804150:0:117059:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941f80 x1855007612027136/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074917.804179:0:117059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117059:1855007612027136:192.168.204.123@tcp:36:lfs.0 00000100:00100000:2.0:1769074917.804285:0:117059:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50798ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074917.807380:0:117059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117059:1855007612027136:192.168.204.123@tcp:36:lfs.0 00000080:00200008:3.0:1769074917.807509:0:117059:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00010000:00010000:2.0:1769074917.872544:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1769074917.932937:0:116631:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074917.933058:0:116631:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074917.933082:0:116631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074917.933409:0:116631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 116631 initiator: MDT0 00010000:00010000:0.0:1769074917.933421:0:116631:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 116631 initiator: MDT0 00010000:00010000:0.0:1769074917.933516:0:116631:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 116631 initiator: MDT0 00000100:00100000:0.0:1769074917.933545:0:116631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:116631:1855007612027264:192.168.204.123@tcp:101:bash.0 00000100:00100000:0.0:1769074917.933709:0:116631:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5084f1180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074917.948909:0:116631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:116631:1855007612027264:192.168.204.123@tcp:101:bash.0 00010000:00010000:0.0:1769074917.948939:0:116631:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.948964:0:116631:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.948977:0:116631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.948990:0:116631:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949002:0:116631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949010:0:116631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949017:0:116631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074917.949028:0:116631:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2fb80 x1855007612027264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074933 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074917.949043:0:116631:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949056:0:116631:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074917.949064:0:116631:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074917.949093:0:116631:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1769074917.949099:0:116631:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:0.0:1769074917.949104:0:116631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074917.949108:0:116631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100f67cb8 00010000:00010000:0.0:1769074917.949111:0:116631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949119:0:116631:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074917.949727:0:116631:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074917.949744:0:116631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074917.949754:0:116631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949765:0:116631:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074917.949773:0:116631:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074917.949777:0:116631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074917.949780:0:116631:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:0.0:1769074917.949785:0:116631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100f67b58 00010000:00010000:0.0:1769074917.949788:0:116631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949796:0:116631:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074917.949810:0:116631:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074917.949891:0:116631:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074917.949903:0:116631:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074917.949908:0:116631:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074917.949922:0:116631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074917.949930:0:116631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.949938:0:116631:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074917.949945:0:116631:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074917.950030:0:116631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074917.950034:0:116631:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074917.950038:0:116631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100f67cb8 00010000:00010000:0.0:1769074917.950042:0:116631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074917.950049:0:116631:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074917.950072:0:116631:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074917.950394:0:116631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074917.950403:0:116631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.950412:0:116631:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.950419:0:116631:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074917.950497:0:116631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074917.950500:0:116631:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:2.0:1769074917.950504:0:116631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100f67c18 00010000:00010000:2.0:1769074917.950507:0:116631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074917.950514:0:116631:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074917.950523:0:116631:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074917.950528:0:116631:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074917.950534:0:116631:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:1.0:1769074917.961508:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961526:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.961543:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961547:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.961557:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961560:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.961568:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961571:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.961580:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961583:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.961591:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961595:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.961605:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961608:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.961618:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961621:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.961630:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.961634:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1769074917.962047:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962054:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.962068:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962072:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962082:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962085:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962094:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962098:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962107:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962110:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962119:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962266:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962281:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962285:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962293:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962296:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962304:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962308:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074917.962541:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962547:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.962556:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962559:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962567:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962571:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962603:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962606:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962617:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962620:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962628:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962631:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962639:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962642:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962649:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962653:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.962661:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962665:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1769074917.962810:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962908:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.962925:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962929:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.962938:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.962942:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963046:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963052:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963067:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963071:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963080:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963084:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963093:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963097:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963105:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963108:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963116:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963119:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074917.963561:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963567:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.963577:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963580:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963588:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963591:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963599:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963603:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963611:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963614:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963623:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963627:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963636:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963640:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963650:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963653:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963661:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963666:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074917.963790:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963795:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.963804:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963808:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963831:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963844:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963856:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963858:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963865:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963868:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.963874:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963877:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963885:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963887:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963894:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963897:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.963905:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.963908:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1769074917.964419:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964438:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.964449:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964452:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964460:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964463:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964470:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964473:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964482:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964485:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964492:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964495:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964502:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964505:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964513:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964516:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964525:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964528:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1769074917.964674:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964679:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074917.964687:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964691:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964697:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964701:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964709:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964712:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964719:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964723:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074917.964731:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964734:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964743:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964747:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964755:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964758:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074917.964767:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074917.964771:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074918.389420:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389437:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074918.389452:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389456:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074918.389465:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389469:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074918.389479:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389483:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074918.389491:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389494:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074918.389502:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389507:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074918.389515:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389518:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074918.389525:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389534:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074918.389544:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.389548:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:0.0:1769074918.417141:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074918.417160:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:2.0:1769074918.420516:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074918.420538:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:2.0:1769074918.591185:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074918.591203:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074918.591212:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:2.0:1769074918.591229:0:117062:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074918.591233:0:117062:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00010000:00010000:1.0:1769074918.903776:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074919.139471:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.139490:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.141279:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141302:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.141358:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141363:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.141379:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141383:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.141392:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141395:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.141404:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141408:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.141415:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141418:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.141426:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141429:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.141439:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141445:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074919.141764:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141771:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.141781:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.141784:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.141792:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142609:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.142645:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142653:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.142664:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142668:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.142677:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142681:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.142690:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142693:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.142702:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142706:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.142717:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.142721:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074919.143014:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143020:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.143029:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143032:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143040:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143043:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143052:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143055:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143062:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143066:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143073:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143075:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143082:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143084:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143091:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143094:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143101:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143105:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074919.143276:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143281:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.143290:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143293:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143301:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143304:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143313:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143316:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143324:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143328:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143335:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143338:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143346:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143348:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143356:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143358:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143365:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143369:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074919.143480:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143485:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.143494:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143497:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143635:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143640:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143653:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143656:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143665:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143668:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.143678:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143681:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143689:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143692:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143700:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143702:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.143712:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.143716:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074919.144756:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.144769:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.144783:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.144787:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145063:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145068:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145082:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145086:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145094:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145097:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145105:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145109:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145117:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145268:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145284:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145288:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145297:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145301:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074919.145494:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145499:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.145569:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145574:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145582:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145585:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145593:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145596:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145603:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145606:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.145613:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145618:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145627:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145630:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145640:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145643:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.145651:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.145654:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074919.145791:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147017:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.147050:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147056:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.147068:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147071:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.147080:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147083:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.147092:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147096:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.147106:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147110:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.147138:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147143:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.147154:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147158:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.147166:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.147171:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074919.175260:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175280:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.175290:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175293:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175302:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175305:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175315:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175318:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175325:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175328:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175335:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175339:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175346:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175349:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175357:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175360:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175368:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175372:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074919.175667:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175672:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074919.175681:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175684:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175692:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175695:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175703:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175706:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175714:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175717:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074919.175725:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175728:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175736:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175739:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175749:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175752:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074919.175761:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074919.175764:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074919.180247:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180269:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074919.180283:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180287:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.180296:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180299:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.180310:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180313:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.180320:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180323:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.180330:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180334:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.180342:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180344:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.180352:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180355:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.180365:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.180369:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074919.189692:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074919.189722:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.189741:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.189757:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.189766:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.189776:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074919.189781:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:3.0:1769074919.189789:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3b58 00010000:00010000:3.0:1769074919.189792:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.190970:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.190991:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.191003:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074919.191018:0:117063:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074919.191024:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074919.191043:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.191054:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191065:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191073:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.191079:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074919.191083:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074919.191088:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100dd3cb8 00010000:00010000:3.0:1769074919.191092:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191099:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191191:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074919.191199:0:117063:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074919.191204:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074919.191213:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.191220:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191229:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191240:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.191245:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074919.191248:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074919.191251:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100dd3cb8 00010000:00010000:3.0:1769074919.191255:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191263:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074919.191292:0:117063:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074919.191296:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074919.191303:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.191309:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191317:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191323:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.191327:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074919.191330:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:3.0:1769074919.191334:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3cb8 00010000:00010000:3.0:1769074919.191337:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191344:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191359:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074919.191365:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.191370:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191378:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191385:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.191389:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074919.191391:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:3.0:1769074919.191395:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3b58 00010000:00010000:3.0:1769074919.191397:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191405:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191414:0:117063:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.191418:0:117063:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074919.191423:0:117063:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074919.191427:0:117063:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074919.191434:0:117063:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074919.191439:0:117063:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191447:0:117063:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.191453:0:117063:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.191457:0:117063:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074919.191460:0:117063:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074919.191463:0:117063:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100dd3cb8 00010000:00010000:3.0:1769074919.191466:0:117063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.191474:0:117063:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.201695:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074919.201723:0:117064:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074919.201732:0:117064:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074919.201760:0:117064:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074919.201780:0:117064:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.202026:0:117064:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.202041:0:117064:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074919.202049:0:117064:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074919.202053:0:117064:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074919.202060:0:117064:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101967cb8 00010000:00010000:1.0:1769074919.202065:0:117064:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.202074:0:117064:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.203442:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203456:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074919.203467:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203471:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.203478:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203480:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.203487:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203490:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.203496:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203499:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.203506:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203509:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.203516:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203518:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.203526:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203529:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.203537:0:117064:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.203540:0:117064:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074919.266874:0:117067:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074919.266901:0:117067:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074919.266909:0:117067:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074919.266941:0:117067:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074919.266960:0:117067:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074919.266977:0:117067:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074919.266985:0:117067:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074919.266993:0:117067:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074919.266996:0:117067:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074919.267004:0:117067:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074919.267007:0:117067:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074919.267015:0:117067:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.269559:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269576:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074919.269585:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269589:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.269596:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269599:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.269606:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269608:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.269615:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269618:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.269625:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269628:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.269634:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269637:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.269643:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269646:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.269652:0:117068:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.269655:0:117068:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074919.299400:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074919.299428:0:117070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074919.299436:0:117070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074919.299461:0:117070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074919.299483:0:117070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074919.299499:0:117070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.299507:0:117070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074919.299516:0:117070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074919.299520:0:117070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074919.299528:0:117070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:0.0:1769074919.299532:0:117070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074919.299547:0:117070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.300903:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300917:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.300929:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300934:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.300942:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300945:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.300953:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300956:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.300963:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300965:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.300973:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300977:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.300992:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.300994:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.301002:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.301005:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.301012:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.301016:0:117070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074919.304471:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074919.304493:0:117072:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074919.304501:0:117072:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074919.304529:0:117072:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074919.304548:0:117072:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074919.304569:0:117072:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.304584:0:117072:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074919.304592:0:117072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074919.304597:0:117072:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074919.304604:0:117072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c2bcb8 00010000:00010000:0.0:1769074919.304608:0:117072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074919.304616:0:117072:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.306006:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306019:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.306033:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306038:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306047:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306050:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306059:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306061:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306069:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306072:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306080:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306084:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306092:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306096:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306104:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306108:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306115:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306118:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074919.306313:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306318:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.306328:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306332:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306341:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306344:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306353:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306356:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306364:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306367:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306376:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306379:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306391:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306394:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306404:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306407:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306416:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306420:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074919.306552:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306557:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.306565:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306568:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306575:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306578:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306585:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306588:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306595:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306597:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306604:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306607:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306614:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306616:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306623:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306626:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306632:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306635:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074919.306743:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306748:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.306756:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306759:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306768:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306771:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306779:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306781:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306788:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306791:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.306797:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306800:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306808:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306811:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306925:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306929:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.306937:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.306941:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074919.307069:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307074:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.307083:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307087:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307096:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307100:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307109:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307112:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307152:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307157:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307171:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307174:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.307182:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307187:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307194:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200008:3.0:1769074919.307194:0:117071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074919.307203:0:117071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000080:00200000:0.0:1769074919.307212:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307217:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000002:00010000:3.0:1769074919.307224:0:117071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:0.0:1769074919.307231:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307238:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00010000:00010000:3.0:1769074919.307241:0:117071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074919.307257:0:117071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074919.307265:0:117071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074919.307273:0:117071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074919.307277:0:117071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074919.307284:0:117071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c23cb8 00000080:00200000:0.0:1769074919.307366:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307372:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.307383:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307386:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307395:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307398:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307406:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307409:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307418:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307421:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00010000:00010000:3.0:1769074919.307430:0:117071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.307432:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307440:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00010000:00010000:3.0:1769074919.307451:0:117071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074919.307454:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307462:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.307473:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307476:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.307488:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307492:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074919.307643:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307647:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074919.307662:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307665:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307676:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307679:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307690:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307693:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307702:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307705:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074919.307717:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307721:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.307733:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307737:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.307747:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307750:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074919.307762:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074919.307766:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074919.308560:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074919.308570:0:117070:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074919.308576:0:117070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074919.308592:0:117070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074919.308606:0:117070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.308618:0:117070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.308626:0:117070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074919.308632:0:117070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074919.308635:0:117070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074919.308641:0:117070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074919.308645:0:117070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.308654:0:117070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.308677:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.308681:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074919.308686:0:117070:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:1.0:1769074919.308704:0:117070:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:1.0:1769074919.308716:0:117070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074919.309860:0:117070:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074919.309867:0:117070:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074919.309881:0:117070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074919.309895:0:117070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.309907:0:117070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.309915:0:117070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074919.309921:0:117070:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074919.309924:0:117070:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:1.0:1769074919.309930:0:117070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074919.309933:0:117070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074919.309943:0:117070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074919.309969:0:117070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.309977:0:117070:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:1.0:1769074919.309981:0:117070:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1895, max_age 1911 00800000:00000004:1.0:1769074919.309989:0:117070:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1895, max_age 1911 00000100:00100000:1.0:1769074919.310035:0:117070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117070:1855007612027392:192.168.204.123@tcp:41:df.0 00000100:00100000:1.0:1769074919.310183:0:117070:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a51016bcc0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074919.310190:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310199:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074919.310210:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310214:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.310223:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310225:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.310240:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310243:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.310253:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310257:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074919.310268:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310272:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.310280:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310283:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.310628:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310635:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074919.310653:0:117071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074919.310657:0:117071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074919.311877:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311891:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074919.311904:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311908:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.311918:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311921:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.311943:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311947:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.311959:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311962:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074919.311972:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311976:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.311985:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.311988:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.312001:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.312004:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074919.312014:0:117072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074919.312018:0:117072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:3.0:1769074919.318010:0:117070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117070:1855007612027392:192.168.204.123@tcp:41:df.0 00800000:00000004:3.0:1769074919.318051:0:117070:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074919.318059:0:117070:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074919.318064:0:117070:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:2.0:1769074919.857526:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074919.857557:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612027520:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074919.871283:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612027520:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074919.928440:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074920.813194:0:117202:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:2.0:1769074920.949604:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074921.967404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074922.541677:0:117340:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074922.991852:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074924.017171:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074924.978443:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612027776:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074924.978567:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074924.978575:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007612027648:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074924.986582:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2369:1855007612027648:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074924.995882:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612027776:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074925.038235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074926.062330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074927.089910:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074928.110201:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074928.481957:0:117909:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_16: link returns EROFS if the requested link requires writing in a directory on a read-only file system ========================================================== 04:42:07 (1769074927) 00010000:00010000:1.0:1769074929.139048:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074929.865610:0:118045:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/16.t against ext4 filesystem 00000100:00100000:0.0:1769074930.095434:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612027904:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074930.095582:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074930.095590:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612028032:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074930.099303:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612027904:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074930.104739:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612028032:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074930.163259:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074931.182826:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074932.207573:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074932.511981:0:118195:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/16.t against lustre filesystem 00000080:00200000:2.0:1769074932.589831:0:118198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074932.589864:0:118198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074932.589884:0:118198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.589906:0:118198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.589913:0:118198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074932.589921:0:118198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074932.589924:0:118198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:2.0:1769074932.589932:0:118198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3b58 00010000:00010000:2.0:1769074932.589937:0:118198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.589946:0:118198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.589963:0:118198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074932.589971:0:118198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:2.0:1769074932.589981:0:118198:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074932.589986:0:118198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074932.589998:0:118198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074932.590006:0:118198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.590014:0:118198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.590020:0:118198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074932.590024:0:118198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074932.590026:0:118198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074932.590029:0:118198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100dd3cb8 00010000:00010000:2.0:1769074932.590033:0:118198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.590040:0:118198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074932.590532:0:118198:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074932.590538:0:118198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074932.590546:0:118198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074932.590554:0:118198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.590563:0:118198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.590569:0:118198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074932.591191:0:118198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074932.591194:0:118198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:2.0:1769074932.591200:0:118198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3cb8 00010000:00010000:2.0:1769074932.591204:0:118198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.591213:0:118198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.591354:0:118198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074932.591364:0:118198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074932.591372:0:118198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.591385:0:118198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.591391:0:118198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074932.591395:0:118198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074932.591397:0:118198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac113 00000080:00010000:2.0:1769074932.591400:0:118198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac113 from it ffffb0d100dd3bb0 00010000:00010000:2.0:1769074932.591403:0:118198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.591410:0:118198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074932.591417:0:118198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074932.591424:0:118198:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:2.0:1769074932.591441:0:118198:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffdf89d8b00 00000080:00200000:2.0:1769074932.591453:0:118198:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074932.591476:0:118198:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.591540:0:118198:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074932.591547:0:118198:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074932.591549:0:118198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac113 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202596 expref: -99 pid: 116631 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074932.593396:0:118198:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074932.593420:0:118198:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007612028288/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074932.593455:0:118198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118198:1855007612028288:192.168.204.123@tcp:36:lfs.0 00000100:00100000:2.0:1769074932.595309:0:118198:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507e50900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074932.605978:0:118198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118198:1855007612028288:192.168.204.123@tcp:36:lfs.0 00000080:00200008:1.0:1769074932.606696:0:118198:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200008:2.0:1769074932.788442:0:117779:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074932.788457:0:117779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074932.788484:0:117779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074932.788563:0:117779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 117779 initiator: MDT0 00010000:00010000:2.0:1769074932.788574:0:117779:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 117779 initiator: MDT0 00010000:00010000:2.0:1769074932.788585:0:117779:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 117779 initiator: MDT0 00000100:00100000:2.0:1769074932.788624:0:117779:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117779:1855007612028416:192.168.204.123@tcp:101:bash.0 00000100:00100000:2.0:1769074932.788724:0:117779:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507e50a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074932.794049:0:117779:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:117779:1855007612028416:192.168.204.123@tcp:101:bash.0 00010000:00010000:1.0:1769074932.794076:0:117779:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794093:0:117779:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794106:0:117779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794117:0:117779:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794159:0:117779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794167:0:117779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794175:0:117779:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074932.794187:0:117779:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940a80 x1855007612028416/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074948 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074932.794201:0:117779:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794214:0:117779:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074932.794220:0:117779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074932.794245:0:117779:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1769074932.794252:0:117779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:1.0:1769074932.794257:0:117779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074932.794261:0:117779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d1015ebcb8 00010000:00010000:1.0:1769074932.794264:0:117779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794272:0:117779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074932.794333:0:117779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074932.794349:0:117779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074932.794359:0:117779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794370:0:117779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074932.794378:0:117779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074932.794382:0:117779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074932.794385:0:117779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:1.0:1769074932.794389:0:117779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d1015ebb58 00010000:00010000:1.0:1769074932.794391:0:117779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074932.794399:0:117779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074932.794407:0:117779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074932.794414:0:117779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074932.794570:0:117779:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074932.794576:0:117779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074932.794600:0:117779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074932.794608:0:117779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074932.794616:0:117779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074932.794623:0:117779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074932.794628:0:117779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074932.794630:0:117779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074932.794634:0:117779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d1015ebcb8 00010000:00010000:0.0:1769074932.794638:0:117779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074932.794645:0:117779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074932.794670:0:117779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074932.794675:0:117779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074932.794681:0:117779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074932.794689:0:117779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074932.794696:0:117779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074932.794700:0:117779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074932.794702:0:117779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:0.0:1769074932.794706:0:117779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d1015ebc18 00010000:00010000:0.0:1769074932.794709:0:117779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074932.794716:0:117779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074932.794724:0:117779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074932.794728:0:117779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074932.794733:0:117779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:3.0:1769074932.797891:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797907:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.797919:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797924:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.797932:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797936:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.797944:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797948:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.797956:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797960:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.797968:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797971:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.797979:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797982:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.797990:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.797993:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798002:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798006:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074932.798209:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798214:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.798223:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798226:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798233:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798235:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798242:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798244:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798252:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798255:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798262:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798265:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798273:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798276:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798285:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798287:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798296:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798300:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074932.798433:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798438:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.798447:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798450:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798458:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798461:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798470:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798473:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798482:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798485:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798494:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798497:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798505:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798507:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798515:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798518:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798526:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798529:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074932.798675:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798680:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.798689:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798692:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798700:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798703:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798711:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798714:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798721:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798723:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798732:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798735:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798743:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798746:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798754:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798757:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798767:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798771:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074932.798882:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798887:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.798896:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798900:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798907:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798910:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798917:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798920:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798928:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798932:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.798940:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798943:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798951:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798954:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798963:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798965:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.798973:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.798977:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074932.799093:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799098:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.799107:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799111:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799118:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799143:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799155:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799159:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799168:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799172:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799179:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799182:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799190:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799193:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799200:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799202:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799209:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799213:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074932.799345:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799351:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.799360:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799363:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799370:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799373:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799381:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799384:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799391:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799394:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.799402:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799405:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799413:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799416:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799423:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799426:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.799433:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799439:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074932.799579:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.799584:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074932.800931:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.800942:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.800953:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.800956:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.800965:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.800968:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.800976:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.800979:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074932.800986:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.800989:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.800997:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.801000:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.801008:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.801011:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074932.801018:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074932.801022:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074933.066043:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066061:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074933.066073:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066077:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074933.066084:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066087:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074933.066095:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066098:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074933.066106:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066109:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074933.066118:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066121:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074933.066160:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066163:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074933.066173:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066176:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074933.066184:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.066188:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:3.0:1769074933.107436:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.107455:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:3.0:1769074933.112801:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.112822:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:1.0:1769074933.188922:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.188937:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.188944:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:1.0:1769074933.188959:0:118210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.188963:0:118210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00010000:00010000:3.0:1769074933.230321:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074933.439518:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439534:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.439547:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439551:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439559:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439562:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439572:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439583:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439592:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439595:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439601:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439604:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439612:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439615:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439623:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439625:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439633:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439636:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074933.439812:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439818:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.439826:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439829:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439837:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439840:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439848:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439851:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439859:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439862:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.439870:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439872:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439878:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439881:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439888:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439890:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.439898:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.439902:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074933.448099:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448118:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.448154:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448159:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448168:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448171:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448186:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448190:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448200:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448202:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448211:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448215:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448224:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448227:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448234:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448237:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448245:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448249:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074933.448483:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448487:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.448493:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448495:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448499:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448501:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448505:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448507:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448511:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448513:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448518:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448520:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448524:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448526:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448530:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448532:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448536:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448538:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074933.448650:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448654:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.448660:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448662:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448667:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448668:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448673:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448674:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448679:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448680:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.448685:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448687:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448691:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448692:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448696:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448698:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.448702:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448705:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074933.448981:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448986:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.448996:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.448999:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449007:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449009:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449017:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449019:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449027:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449030:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449037:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449040:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449046:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449049:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449056:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449060:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449067:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449071:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074933.449224:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449229:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.449239:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449242:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449250:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449872:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449892:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449894:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449899:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449901:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.449906:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449908:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449913:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449914:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449920:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449922:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.449926:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.449928:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074933.450054:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450059:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.450067:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450071:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.450079:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450082:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.450089:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450092:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.450099:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450101:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.450106:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450108:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.450112:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450114:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.450118:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450119:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.450151:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.450156:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074933.457440:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457453:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.457460:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457463:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457468:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457470:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457474:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457476:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457481:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457482:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457486:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457489:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457493:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457494:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457499:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457501:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457505:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457507:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074933.457683:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457687:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.457692:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457694:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457698:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457701:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457705:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457707:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457711:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457712:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457716:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457718:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457722:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457724:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457728:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457730:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457734:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457736:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074933.457889:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457893:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.457898:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457900:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457904:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457906:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457911:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457912:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457916:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457918:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.457922:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457924:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457928:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457930:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457934:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457935:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.457939:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.457942:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074933.461066:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074933.461094:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461110:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461146:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461152:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461159:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074933.461162:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:3.0:1769074933.461168:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101cc3b58 00010000:00010000:3.0:1769074933.461171:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461176:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461193:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.461201:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074933.461209:0:118211:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.461215:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074933.461226:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461233:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461241:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461248:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461376:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074933.461379:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074933.461382:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074933.461384:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461390:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461402:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074933.461406:0:118211:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.461408:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074933.461414:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461418:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461424:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461427:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461430:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074933.461431:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074933.461433:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074933.461435:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461439:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074933.461454:0:118211:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.461456:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074933.461459:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461462:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461467:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461470:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461473:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074933.461474:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:3.0:1769074933.461476:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074933.461477:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461481:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461487:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074933.461489:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461491:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461495:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461498:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461500:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074933.461502:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:3.0:1769074933.461504:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101cc3b58 00010000:00010000:3.0:1769074933.461506:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461509:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461513:0:118211:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.461515:0:118211:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074933.461517:0:118211:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.461519:0:118211:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074933.461522:0:118211:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.461524:0:118211:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461528:0:118211:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.461531:0:118211:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.461533:0:118211:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074933.461534:0:118211:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074933.461535:0:118211:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101cc3cb8 00010000:00010000:3.0:1769074933.461537:0:118211:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.461540:0:118211:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074933.463207:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074933.463224:0:118212:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074933.463231:0:118212:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074933.463249:0:118212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074933.463264:0:118212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.463277:0:118212:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074933.463283:0:118212:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074933.463290:0:118212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074933.463294:0:118212:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074933.463300:0:118212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d100dd3cb8 00010000:00010000:1.0:1769074933.463303:0:118212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.463312:0:118212:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074933.464636:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464651:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074933.464662:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464665:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.464673:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464676:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.464683:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464685:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.464694:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464696:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.464704:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464708:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.464716:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464719:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.464726:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464729:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.464737:0:118212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.464741:0:118212:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074933.493091:0:118215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074933.493116:0:118215:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.493150:0:118215:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074933.493174:0:118215:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.493191:0:118215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.493206:0:118215:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.493213:0:118215:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.493221:0:118215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074933.493225:0:118215:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074933.493232:0:118215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101967cb8 00010000:00010000:3.0:1769074933.493236:0:118215:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.493244:0:118215:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.499869:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499886:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.499897:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499901:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.499910:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499914:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.499922:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499924:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.499932:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499934:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.499941:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499945:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.499952:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499955:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.499963:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499966:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.499973:0:118216:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.499976:0:118216:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074933.516896:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074933.516922:0:118219:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074933.516930:0:118219:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074933.516960:0:118219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074933.516982:0:118219:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.516999:0:118219:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074933.517007:0:118219:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074933.517017:0:118219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074933.517022:0:118219:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074933.517030:0:118219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101967cb8 00010000:00010000:1.0:1769074933.517034:0:118219:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.517042:0:118219:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.517776:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074933.517786:0:118218:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074933.517791:0:118218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074933.517804:0:118218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074933.517814:0:118218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.517823:0:118218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.517830:0:118218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074933.517836:0:118218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074933.517838:0:118218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074933.517843:0:118218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101463cb8 00010000:00010000:3.0:1769074933.517846:0:118218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.517853:0:118218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074933.519184:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519200:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074933.519211:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519215:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.519222:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519225:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.519232:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519236:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.519245:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519249:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074933.519257:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519262:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.519271:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519274:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.519282:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519286:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074933.519295:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074933.519299:0:118218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074933.520515:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074933.520533:0:118220:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074933.520539:0:118220:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074933.520562:0:118220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074933.520592:0:118220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.520608:0:118220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074933.520616:0:118220:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074933.520624:0:118220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074933.520628:0:118220:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074933.520636:0:118220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c23cb8 00010000:00010000:0.0:1769074933.520640:0:118220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.520648:0:118220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074933.524091:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524108:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074933.524119:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524150:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.524163:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524167:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.524177:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524180:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.524189:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524192:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074933.524200:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524203:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.524211:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524213:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.524221:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524224:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074933.524235:0:118219:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074933.524239:0:118219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074933.528322:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528345:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.528358:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528363:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528370:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528373:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528382:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528384:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528393:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528396:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528404:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528408:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528416:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528418:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528424:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528427:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528433:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528437:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074933.528649:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528653:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.528663:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528666:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528673:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528676:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528683:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528686:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528694:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528697:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.528703:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528707:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528713:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528716:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528723:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528726:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.528733:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.528737:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074933.529069:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.529074:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.529083:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.529086:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.529094:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.529097:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.529104:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.529106:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.529115:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.529118:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.530442:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530456:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530476:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530480:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530490:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530493:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530505:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530509:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074933.530744:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530749:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.530774:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530777:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.530785:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530787:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.530795:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530798:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.530808:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530811:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.530822:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530825:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530834:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530838:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530847:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530850:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.530858:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.530862:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074933.530997:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531003:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.531017:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531021:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531031:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531033:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531041:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531044:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531052:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531055:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531062:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531065:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531073:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531077:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531086:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531089:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531098:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531103:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074933.531247:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531253:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.531262:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531266:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531273:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531276:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531283:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531285:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531292:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531295:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531302:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531306:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531313:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531316:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531324:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531327:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531334:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531337:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074933.531457:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531461:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.531469:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531471:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531478:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531481:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531489:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531493:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531503:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531507:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531519:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531522:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531533:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531537:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531548:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531551:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531559:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531562:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074933.531761:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531765:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074933.531774:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531776:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531784:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531788:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531797:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531801:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531810:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531814:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074933.531824:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531828:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531838:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531841:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531851:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531855:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074933.531865:0:118220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074933.531870:0:118220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074933.533376:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074933.533393:0:118218:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074933.533400:0:118218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074933.533425:0:118218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074933.533446:0:118218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074933.533465:0:118218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074933.533473:0:118218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074933.533481:0:118218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074933.533484:0:118218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074933.533492:0:118218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101463cb8 00010000:00010000:2.0:1769074933.533496:0:118218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074933.533503:0:118218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074933.533532:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.533536:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074933.533543:0:118218:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:2.0:1769074933.533566:0:118218:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:2.0:1769074933.533589:0:118218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074933.537867:0:118218:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074933.537877:0:118218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074933.537899:0:118218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074933.537918:0:118218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074933.537933:0:118218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074933.537941:0:118218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074933.537947:0:118218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074933.537951:0:118218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:2.0:1769074933.537969:0:118218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101463cb8 00010000:00010000:2.0:1769074933.537973:0:118218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074933.537982:0:118218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074933.538012:0:118218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074933.538021:0:118218:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:2.0:1769074933.538026:0:118218:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1912, max_age 1925 00800000:00000004:2.0:1769074933.538034:0:118218:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1912, max_age 1925 00000100:00100000:2.0:1769074933.538081:0:118218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118218:1855007612028544:192.168.204.123@tcp:41:df.0 00000100:00100000:2.0:1769074933.538329:0:118218:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507e50000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074933.544874:0:118218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118218:1855007612028544:192.168.204.123@tcp:41:df.0 00800000:00000004:3.0:1769074933.544906:0:118218:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074933.544913:0:118218:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:3.0:1769074933.544919:0:118218:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00010000:00010000:1.0:1769074934.257413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074935.214332:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612028672:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074935.214442:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074935.214450:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612028800:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074935.222449:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612028800:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074935.225776:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612028672:192.168.204.123@tcp:400:kworker.0 00000001:02000400:3.0:1769074935.236438:0:118350:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:3.0:1769074935.281409:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074936.303280:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074936.717700:0:118487:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1769074937.328343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074938.350418:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074939.378910:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074940.346206:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612028928:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074940.349011:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074940.349028:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612029056:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074940.353137:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612028928:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074940.353261:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612029056:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074940.398322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074941.422439:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074942.454378:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074943.479711:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074943.532081:0:119057:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_17: link returns EFAULT if one of the pathnames specified is outside the process's allocated address space ========================================================== 04:42:22 (1769074942) 00010000:00010000:1.0:1769074944.494272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074945.004094:0:119194:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/17.t against ext4 filesystem 00000100:00100000:0.0:1769074945.466683:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612029184:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074945.466788:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074945.466794:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612029312:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074945.479698:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612029312:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074945.479715:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612029184:192.168.204.123@tcp:400:kworker.0 00010000:00010000:0.0:1769074945.519565:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074946.543187:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074947.292911:0:119388:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/17.t against lustre filesystem 00000080:00200000:0.0:1769074947.538913:0:119400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074947.539496:0:119400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074947.539518:0:119400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539546:0:119400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.539555:0:119400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074947.539563:0:119400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074947.539567:0:119400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:0.0:1769074947.539574:0:119400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101d03b58 00010000:00010000:0.0:1769074947.539578:0:119400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539586:0:119400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.539603:0:119400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.539611:0:119400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:0.0:1769074947.539622:0:119400:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074947.539626:0:119400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074947.539638:0:119400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074947.539645:0:119400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539652:0:119400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.539659:0:119400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074947.539663:0:119400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074947.539665:0:119400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074947.539669:0:119400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d03cb8 00010000:00010000:0.0:1769074947.539672:0:119400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539680:0:119400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074947.543880:0:119400:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1769074947.543893:0:119400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074947.543916:0:119400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074947.543934:0:119400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.543949:0:119400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.543957:0:119400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074947.543965:0:119400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074947.543969:0:119400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:0.0:1769074947.543976:0:119400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101d03cb8 00010000:00010000:0.0:1769074947.543981:0:119400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.543989:0:119400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.544191:0:119400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074947.544199:0:119400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074947.544206:0:119400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.544215:0:119400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.544222:0:119400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074947.544226:0:119400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074947.544228:0:119400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac11a 00000080:00010000:0.0:1769074947.544232:0:119400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac11a from it ffffb0d101d03bb0 00010000:00010000:0.0:1769074947.544235:0:119400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.544242:0:119400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074947.544252:0:119400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074947.544262:0:119400:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:0.0:1769074947.544285:0:119400:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7ffc56964200 00000080:00200000:0.0:1769074947.544301:0:119400:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:0.0:1769074947.544333:0:119400:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.547093:0:119400:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.547102:0:119400:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074947.547106:0:119400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac11a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692025a4 expref: -99 pid: 117779 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074947.547152:0:119400:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074947.547165:0:119400:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f480 x1855007612029568/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074947.547191:0:119400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119400:1855007612029568:192.168.204.123@tcp:36:lfs.0 00000100:00100000:0.0:1769074947.547288:0:119400:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.554086:0:119400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119400:1855007612029568:192.168.204.123@tcp:36:lfs.0 00000080:00200008:0.0:1769074947.554212:0:119400:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00010000:00010000:3.0:1769074947.568269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1769074947.687109:0:118926:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074947.687458:0:118926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074947.687557:0:118926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074947.687627:0:118926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 118926 initiator: MDT0 00010000:00010000:0.0:1769074947.687638:0:118926:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 118926 initiator: MDT0 00010000:00010000:0.0:1769074947.687647:0:118926:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 118926 initiator: MDT0 00000100:00100000:0.0:1769074947.687671:0:118926:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118926:1855007612029696:192.168.204.123@tcp:101:bash.0 00000100:00100000:0.0:1769074947.687843:0:118926:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.691299:0:118926:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:118926:1855007612029696:192.168.204.123@tcp:101:bash.0 00010000:00010000:1.0:1769074947.691347:0:118926:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691360:0:118926:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691372:0:118926:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691383:0:118926:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691394:0:118926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691402:0:118926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691409:0:118926:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074947.691422:0:118926:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2f480 x1855007612029696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074963 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074947.691436:0:118926:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691449:0:118926:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074947.691462:0:118926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074947.691619:0:118926:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1769074947.691628:0:118926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:1.0:1769074947.691634:0:118926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074947.691637:0:118926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101c53cb8 00010000:00010000:1.0:1769074947.691640:0:118926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691650:0:118926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691705:0:118926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074947.691723:0:118926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074947.691731:0:118926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691743:0:118926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691750:0:118926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074947.691754:0:118926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074947.691757:0:118926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:1.0:1769074947.691761:0:118926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101c53b58 00010000:00010000:1.0:1769074947.691764:0:118926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691771:0:118926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691779:0:118926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074947.691786:0:118926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074947.691796:0:118926:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074947.691801:0:118926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074947.691812:0:118926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074947.691820:0:118926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691828:0:118926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691834:0:118926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074947.691838:0:118926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074947.691840:0:118926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074947.691843:0:118926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c53cb8 00010000:00010000:1.0:1769074947.691846:0:118926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691852:0:118926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691872:0:118926:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074947.691877:0:118926:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074947.691883:0:118926:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691890:0:118926:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691896:0:118926:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074947.691899:0:118926:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074947.691901:0:118926:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:1.0:1769074947.691905:0:118926:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101c53c18 00010000:00010000:1.0:1769074947.691908:0:118926:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.691915:0:118926:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074947.691923:0:118926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074947.691926:0:118926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1769074947.691930:0:118926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:0.0:1769074947.701115:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701165:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.701181:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701185:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701194:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701198:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701207:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701210:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701217:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701220:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701227:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701232:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701240:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701243:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701251:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701254:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701262:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701266:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1769074947.701690:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701696:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.701704:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701707:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701713:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701716:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701723:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701725:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701732:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701734:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701741:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701744:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701751:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701753:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701759:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701762:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701768:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701771:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074947.701900:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701905:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.701916:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701919:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701931:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701933:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701940:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701943:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701949:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701952:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.701959:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701962:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701970:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701973:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701981:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701984:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.701991:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.701994:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1769074947.704214:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704229:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.704241:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704245:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.704252:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704255:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.704263:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704266:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.704272:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704275:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.704283:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704286:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.704293:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704295:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.704302:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704304:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.704314:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.704317:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074947.705018:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705027:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.705033:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705035:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705040:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705041:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705046:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705048:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705054:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705055:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705059:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705061:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705066:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705067:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705072:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705074:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705078:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705081:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074947.705247:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705253:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.705261:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705263:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705270:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705273:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705279:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705281:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705287:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705290:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705298:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705301:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705309:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705312:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705320:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705323:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705332:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705345:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074947.705468:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705473:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.705482:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705484:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705492:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705495:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705501:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705504:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705512:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705515:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705523:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705679:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705691:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705693:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705699:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705701:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705706:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705709:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074947.705873:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705877:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.705883:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705885:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705890:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705892:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705897:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705898:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705906:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705907:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.705912:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705914:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705919:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705920:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705925:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705926:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.705931:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.705933:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074947.835116:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835514:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074947.835535:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835540:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.835549:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835551:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.835557:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835559:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.835564:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835567:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074947.835573:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835575:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.835580:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835582:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.835587:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835589:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074947.835594:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074947.835597:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:1.0:1769074947.862011:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074947.862032:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:1.0:1769074947.864822:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074947.864845:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:2.0:1769074947.904992:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074947.905023:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074947.905031:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:2.0:1769074947.905047:0:119403:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074947.905052:0:119403:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:2.0:1769074948.229109:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229168:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.229181:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229185:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229191:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229194:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229201:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229204:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229211:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229213:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229220:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229224:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229232:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229235:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229242:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229245:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229252:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229256:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074948.229610:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229616:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.229624:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229627:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229633:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229636:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229643:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229646:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229653:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229655:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229663:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229666:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229675:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229678:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229685:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229688:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229695:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229698:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074948.229837:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229842:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.229850:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229853:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229861:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229864:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229871:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229873:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229880:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229883:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.229892:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229894:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229902:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229905:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229912:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229916:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.229923:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.229926:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074948.230067:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230072:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.230080:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230084:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.230090:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230093:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.230101:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230104:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.230111:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230114:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.230152:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230156:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.230167:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230170:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.230177:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230180:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.230188:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230191:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074948.230587:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.230595:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.232752:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232771:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.232786:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232790:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.232800:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232803:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.232811:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232814:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.232823:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232827:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.232838:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232841:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.232849:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232852:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.232861:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.232864:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074948.233145:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233150:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.233156:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233158:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233162:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233164:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233170:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233172:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233177:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233178:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233183:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233185:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233189:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233191:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233195:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233196:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233201:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233204:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074948.233324:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233336:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.233347:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233350:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233362:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233365:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233374:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233377:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233384:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233387:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233394:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233401:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233410:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233413:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233422:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233425:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.233434:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233438:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074948.233929:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233936:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.233947:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233950:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233958:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233962:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233970:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233973:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233983:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233986:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.233996:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.233999:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.234007:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.234010:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.234017:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.234021:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.234028:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.234032:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074948.248049:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248064:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.248071:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248074:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248079:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248081:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248085:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248087:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248091:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248093:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248098:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248100:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248104:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248106:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248112:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248114:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248119:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248147:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074948.248384:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248389:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.248398:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248400:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248405:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248407:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248412:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248413:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248418:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248420:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248424:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248425:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248431:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248433:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248437:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248439:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248444:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248448:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074948.248558:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248561:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.248567:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248569:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248574:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248576:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248581:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248583:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248587:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248589:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.248594:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248596:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248601:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248602:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248607:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248609:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.248614:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.248616:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074948.250206:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074948.250230:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.250248:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250266:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.250274:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.250282:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074948.250285:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:0.0:1769074948.250292:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101d7bb58 00010000:00010000:0.0:1769074948.250297:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250305:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.250323:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.251100:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074948.251116:0:119404:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.251213:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.251289:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.251304:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251315:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251322:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.251337:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.251340:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074948.251344:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d7bcb8 00010000:00010000:0.0:1769074948.251348:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251356:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251379:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.251385:0:119404:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.251389:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.251396:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.251402:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251410:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251416:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.251711:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.251715:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074948.251720:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d7bcb8 00010000:00010000:0.0:1769074948.251723:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251731:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074948.251761:0:119404:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.251765:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074948.251771:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.251779:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251787:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251793:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.251797:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074948.251800:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:0.0:1769074948.251803:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101d7bcb8 00010000:00010000:0.0:1769074948.251806:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251814:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251828:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074948.251835:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.251840:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251848:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251854:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.251858:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074948.251861:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:0.0:1769074948.251865:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101d7bb58 00010000:00010000:0.0:1769074948.251867:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251874:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251882:0:119404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.251886:0:119404:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074948.251890:0:119404:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.251894:0:119404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.251901:0:119404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.251907:0:119404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251915:0:119404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.251921:0:119404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.251925:0:119404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.251928:0:119404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074948.251931:0:119404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d7bcb8 00010000:00010000:0.0:1769074948.251933:0:119404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251941:0:119404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.254284:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074948.254300:0:119405:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074948.254305:0:119405:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074948.254341:0:119405:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074948.254363:0:119405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.254383:0:119405:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.254393:0:119405:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074948.254401:0:119405:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074948.254405:0:119405:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074948.254413:0:119405:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d43cb8 00010000:00010000:2.0:1769074948.254418:0:119405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.254426:0:119405:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.258689:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258711:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.258726:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258730:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.258739:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258742:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.258750:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258753:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.258761:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258764:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.258771:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258774:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.258783:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258786:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.258794:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258796:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.258803:0:119405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.258806:0:119405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.271987:0:119408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074948.272007:0:119408:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074948.272014:0:119408:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074948.272043:0:119408:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074948.272065:0:119408:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.272081:0:119408:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.272090:0:119408:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074948.272098:0:119408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074948.272101:0:119408:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074948.272108:0:119408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074948.272114:0:119408:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.272392:0:119408:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.276099:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276117:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.276460:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276466:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.276477:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276481:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.276490:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276493:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.276501:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276504:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.276512:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276516:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.276524:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276526:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.276533:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276536:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.276543:0:119409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.276547:0:119409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.289073:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.289100:0:119413:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.289107:0:119413:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.289160:0:119413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.289181:0:119413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.289201:0:119413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.289210:0:119413:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.289220:0:119413:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.289237:0:119413:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074948.289247:0:119413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b5fcb8 00010000:00010000:3.0:1769074948.289251:0:119413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.289265:0:119413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.290683:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.290699:0:119411:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.290706:0:119411:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.290723:0:119411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.290737:0:119411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.290750:0:119411:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.290757:0:119411:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.290762:0:119411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.290765:0:119411:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074948.290770:0:119411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d43cb8 00010000:00010000:1.0:1769074948.290773:0:119411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.290781:0:119411:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.291929:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291942:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.291955:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291959:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.291967:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291969:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.291976:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291978:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.291985:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291987:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.291994:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.291998:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.292006:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.292009:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.292017:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.292020:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.292030:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.292035:0:119411:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.292914:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.292926:0:119411:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.292932:0:119411:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.292954:0:119411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.292973:0:119411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.292992:0:119411:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.293000:0:119411:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.293006:0:119411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.293009:0:119411:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:1.0:1769074948.293015:0:119411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101d43cb8 00010000:00010000:1.0:1769074948.293019:0:119411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.293027:0:119411:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.293054:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.293058:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074948.293064:0:119411:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:1.0:1769074948.293084:0:119411:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:1.0:1769074948.293095:0:119411:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.293844:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074948.293855:0:119412:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074948.293860:0:119412:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074948.293872:0:119412:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074948.293882:0:119412:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293893:0:119412:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.293900:0:119412:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074948.293906:0:119412:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074948.293909:0:119412:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:2.0:1769074948.293914:0:119412:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101987cb8 00010000:00010000:2.0:1769074948.293917:0:119412:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293924:0:119412:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.297619:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297634:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.297646:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297650:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297658:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297661:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297669:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297672:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297679:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297681:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297686:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297689:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297694:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297696:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297701:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297702:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297709:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297713:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074948.297901:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297905:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.297910:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297912:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297916:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297918:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297923:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297924:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297930:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297931:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.297935:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297937:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297941:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297942:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297946:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297948:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.297952:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.297954:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074948.298045:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298048:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.298054:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298055:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.298062:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298063:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.298068:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298070:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.298074:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298076:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.298080:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298082:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.298086:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298088:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.298093:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298094:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.298099:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298101:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074948.298216:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.298219:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.298665:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298671:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.298681:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298685:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.298692:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298695:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.298703:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298706:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.298716:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298719:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.298726:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298729:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.298737:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298740:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.298748:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298750:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.298757:0:119412:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.298760:0:119412:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200008:1.0:1769074948.299443:0:119411:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.299453:0:119411:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074948.299477:0:119411:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.299495:0:119411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.299513:0:119411:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.299523:0:119411:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.299530:0:119411:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074948.299534:0:119411:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:1.0:1769074948.299542:0:119411:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d101d43cb8 00010000:00010000:1.0:1769074948.299545:0:119411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.299553:0:119411:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.299576:0:119411:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.299581:0:119411:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:1.0:1769074948.299583:0:119411:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1926, max_age 1940 00800000:00000004:1.0:1769074948.299589:0:119411:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1926, max_age 1940 00000100:00100000:1.0:1769074948.299631:0:119411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119411:1855007612029824:192.168.204.123@tcp:41:df.0 00000100:00100000:1.0:1769074948.299745:0:119411:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d389c0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074948.300025:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.300032:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.300056:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.300059:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.300068:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.300071:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.300083:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.300086:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301272:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301286:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301303:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301306:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301316:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301319:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301337:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301341:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074948.301544:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301550:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.301565:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301568:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301577:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301580:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301587:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301590:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301597:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301599:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301606:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301609:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301616:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301620:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301642:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301645:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301657:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301675:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074948.301806:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301812:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.301821:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301824:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301831:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301834:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301842:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301845:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301853:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301855:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.301864:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301868:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301874:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301877:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301885:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301887:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.301895:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.301898:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074948.302021:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302026:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.302036:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302039:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302047:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302050:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302059:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302062:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302070:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302073:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302080:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302084:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302294:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302299:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302310:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302312:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302320:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302323:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.302570:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302575:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.302585:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302588:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302597:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302600:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302607:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302610:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302618:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302621:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.302628:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302631:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302640:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302642:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302650:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302653:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.302661:0:119413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.302665:0:119413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:1.0:1769074948.303551:0:119411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119411:1855007612029824:192.168.204.123@tcp:41:df.0 00800000:00000004:1.0:1769074948.303576:0:119411:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:1.0:1769074948.303583:0:119411:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:1.0:1769074948.303587:0:119411:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000080:00200000:0.0:1769074948.318675:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.318698:0:119416:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.318707:0:119416:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.318735:0:119416:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.318754:0:119416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.318769:0:119416:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.318778:0:119416:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.318785:0:119416:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.318789:0:119416:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074948.318796:0:119416:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101987cb8 00010000:00010000:0.0:1769074948.318800:0:119416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.318809:0:119416:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.320632:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.320646:0:119417:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.320650:0:119417:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.320666:0:119417:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.320678:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.320692:0:119417:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.320699:0:119417:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.320706:0:119417:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.320710:0:119417:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074948.320715:0:119417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6fcb8 00010000:00010000:3.0:1769074948.320719:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.320727:0:119417:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.322001:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322015:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.322028:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322033:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.322042:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322045:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.322052:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322055:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.322066:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322068:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.322077:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322081:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.322089:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322092:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.322099:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322103:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.322110:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.322120:0:119417:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a56180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074948.322153:0:119417:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074948.322172:0:119417:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074948.322237:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119417 initiator: MDT0 00010000:00010000:3.0:1769074948.322246:0:119417:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000020:00100000:3.0:1769074948.322258:0:119417:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074948.322270:0:119417:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007612030080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074948.322280:0:119417:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000100:00100000:3.0:1769074948.322303:0:119417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030080:192.168.204.123@tcp:101:openssl.0 00000080:00200000:0.0:1769074948.323388:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323399:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.323410:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323414:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.323421:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323424:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.323431:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323433:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.323440:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323443:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.323452:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323456:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.323463:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323466:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.323472:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323475:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.323481:0:119416:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.323485:0:119416:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074948.325346:0:119417:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5098af780 going to sleep for 11 seconds 00000080:00200000:0.0:1769074948.326802:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.326818:0:119418:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.326826:0:119418:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.326851:0:119418:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.326870:0:119418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.326885:0:119418:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.326893:0:119418:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.326900:0:119418:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.326904:0:119418:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:0.0:1769074948.326911:0:119418:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c23cb8 00010000:00010000:0.0:1769074948.326915:0:119418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.326924:0:119418:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.328259:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328273:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.328284:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328288:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328296:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328298:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328307:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328310:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328318:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328321:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328343:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328347:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328356:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328358:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328366:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328369:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328376:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328379:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074948.328539:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328545:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.328556:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328559:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328567:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328570:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328577:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328580:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328589:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328592:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328600:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328603:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328611:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328614:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328621:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328624:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328632:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328635:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074948.328762:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328767:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.328775:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328778:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328786:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328789:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328797:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328800:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328807:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328810:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.328818:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328821:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328829:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328847:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328858:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328861:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.328869:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.328872:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074948.328996:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329001:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.329010:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329012:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329019:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329022:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329029:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329031:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329038:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329040:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329046:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329048:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.329055:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329059:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.329074:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329080:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.329087:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329090:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074948.329245:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329250:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.329262:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329265:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329272:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329276:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329284:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329286:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329293:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329295:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.329303:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329305:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.329312:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.329315:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.329324:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:1.0:1769074948.329823:0:119417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030080:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074948.329847:0:119417:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329859:0:119417:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329866:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329873:0:119417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329881:0:119417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329887:0:119417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074948.329892:0:119417:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329899:0:119417:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329906:0:119417:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329912:0:119417:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074948.329918:0:119417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.329925:0:119417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689600/0xd0f48591888ac128 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00000002:00100000:1.0:1769074948.329942:0:119417:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925500 x1855007612030080/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074948.329956:0:119417:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074948.329979:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.329996:0:119417:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074948.330004:0:119417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074948.330007:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.330015:0:119417:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.330399:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330407:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.330416:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330419:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.330427:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330429:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.330437:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330440:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.330447:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330450:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.330458:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330461:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.330471:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330473:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.330482:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330485:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.330493:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.330504:0:119417:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a511efc300, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074948.330514:0:119417:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074948.330534:0:119417:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074948.330585:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.330592:0:119417:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000020:00100000:1.0:1769074948.330602:0:119417:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074948.330609:0:119417:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007612030336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074948.330619:0:119417:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000100:00100000:1.0:1769074948.330639:0:119417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030336:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074948.330801:0:119417:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d38cc0 going to sleep for 11 seconds 00000080:00200000:0.0:1769074948.331594:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.331629:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331635:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074948.331839:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331845:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.331855:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331859:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.331866:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331869:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.331877:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331880:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.331892:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331895:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.331903:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331906:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.331915:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331918:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.331926:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331929:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.331936:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.331940:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074948.332067:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332072:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.332080:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332083:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332090:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332093:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332100:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332103:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332110:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332113:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332120:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332297:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332312:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332316:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332323:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332335:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332348:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332351:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074948.332521:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332527:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.332537:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332541:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332548:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332551:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332558:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332561:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332569:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332572:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.332580:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332583:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332591:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332594:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332601:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332604:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.332611:0:119418:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.332615:0:119418:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:1.0:1769074948.339497:0:119417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030336:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074948.339522:0:119417:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339535:0:119417:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339543:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339549:0:119417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339558:0:119417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339565:0:119417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074948.339570:0:119417:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339577:0:119417:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339584:0:119417:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339591:0:119417:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074948.339597:0:119417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.339603:0:119417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac12f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00000002:00100000:1.0:1769074948.339621:0:119417:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ca80 x1855007612030336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074948.339636:0:119417:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074948.339660:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.339672:0:119417:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074948.339680:0:119417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074948.339684:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.339692:0:119417:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.340615:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340630:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.340637:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340640:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.340644:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340646:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.340651:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340653:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.340657:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340659:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.340664:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340666:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.340670:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340672:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.340676:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340678:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.340689:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.340701:0:119417:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b47fe00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074948.340707:0:119417:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074948.340730:0:119417:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074948.340851:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.340860:0:119417:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000020:00100000:1.0:1769074948.340872:0:119417:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074948.340879:0:119417:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007612030592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074948.340887:0:119417:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00000100:00100000:1.0:1769074948.340910:0:119417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030592:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074948.341082:0:119417:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d38cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.345027:0:119417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119417:1855007612030592:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074948.346066:0:119417:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346082:0:119417:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346088:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346095:0:119417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346103:0:119417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346109:0:119417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074948.346115:0:119417:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346138:0:119417:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346147:0:119417:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346157:0:119417:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074948.346162:0:119417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00010000:00010000:1.0:1769074948.346166:0:119417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac136 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119417 initiator: MDT0 00000002:00100000:1.0:1769074948.346185:0:119417:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ca80 x1855007612030592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074948.346198:0:119417:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074948.346238:0:119417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.346250:0:119417:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074948.346258:0:119417:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074948.346262:0:119417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.346268:0:119417:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.346666:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346674:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.346682:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346686:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346694:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346696:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346705:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346708:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346716:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346718:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346727:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346730:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346738:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346741:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346746:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346749:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346756:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346759:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074948.346894:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346899:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.346908:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346911:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346920:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346922:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346926:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346928:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346933:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346936:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.346944:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346947:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346955:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346958:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346966:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346969:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.346976:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.346979:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074948.347110:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347116:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.347151:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347154:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.347160:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347162:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.347168:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347170:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.347175:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347177:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.347182:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347184:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.347188:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347189:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.347193:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347195:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.347199:0:119417:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.347202:0:119417:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.362572:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362594:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.362606:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362610:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.362619:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362622:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.362629:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362632:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.362640:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362642:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.362649:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362652:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.362659:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362662:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.362669:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362672:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.362680:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.362683:0:119420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.363653:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.363670:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074948.363676:0:119420:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506191380, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:3.0:1769074948.363676:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.363687:0:119420:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200008:3.0:1769074948.363697:0:119421:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.363702:0:119421:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.363714:0:119421:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00010000:1.0:1769074948.363715:0:119420:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70,[0x200000401:0x188:0x0]) in obj [0x200000401:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:3.0:1769074948.363731:0:119421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.363746:0:119421:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.363758:0:119421:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.363764:0:119421:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.363767:0:119421:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac048 00000080:00010000:3.0:1769074948.363773:0:119421:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac048 from it ffffb0d101c2bcb8 00010000:00010000:3.0:1769074948.363777:0:119421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.363784:0:119421:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.363787:0:119420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 119420 initiator: MDT0 00010000:00010000:1.0:1769074948.363794:0:119420:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119420 initiator: MDT0 00000020:00100000:1.0:1769074948.363804:0:119420:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074948.363816:0:119420:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ca80 x1855007612030848/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074948.363825:0:119420:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119420 initiator: MDT0 00000100:00100000:1.0:1769074948.363849:0:119420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119420:1855007612030848:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074948.364038:0:119420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d38cc0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074948.364917:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364925:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.364931:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364945:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.364951:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364953:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.364958:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364960:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.364964:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364966:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.364970:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364973:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.364977:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364979:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.364983:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364985:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.364989:0:119421:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.364991:0:119421:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074948.368488:0:2363:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00100000:2.0:1769074948.368820:0:5545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623583616 00000100:00100000:2.0:1769074948.368831:0:5545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623583616 00000100:00100000:2.0:1769074948.368885:0:5545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 36 00000100:00100000:2.0:1769074948.368897:0:5545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97a511927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:7455:x1855007623583616:12345-192.168.204.123@tcp:104: 00010000:00010000:2.0:1769074948.368916:0:5545:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369041:0:5545:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.369048:0:5545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97a511927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:2f1123b8-1fc9-4774-9dc7-f38054e0386e+5:7455:x1855007623583616:12345-192.168.204.123@tcp:104: Request processed in 154us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.369057:0:5545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 36 00010000:00010000:0.0:1769074948.369466:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.369475:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.369490:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.369495:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.369504:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.369513:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.369617:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.369766:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.369778:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1769074948.369837:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612030976:192.168.204.123@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.370045:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370052:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689400/0xd0f48591888ac048 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x343ad2e96920234a expref: -99 pid: 112481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370067:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370068:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370070:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.371843:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612030976:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074948.374423:0:119420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119420:1855007612030848:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074948.374451:0:119420:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374475:0:119420:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/0,1 mode: --/PR res: [0x200000401:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374484:0:119420:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/0,1 mode: --/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374498:0:119420:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374509:0:119420:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374521:0:119420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374533:0:119420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374541:0:119420:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074948.374552:0:119420:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97a506b5ca80 x1855007612030848/t4294968928(4294968928) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074964 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074948.374564:0:119420:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b5ca80 x1855007612030848/t4294968928(4294968928) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074964 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074948.374575:0:119420:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374585:0:119420:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/392 (0 0) 00000080:00200000:1.0:1769074948.374592:0:119420:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074948.374606:0:119420:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open|creat 00000080:00200000:1.0:1769074948.374633:0:119420:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x188:0x0](ffff97a509f680c8) 00000080:00200000:1.0:1769074948.374640:0:119420:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x188:0x0], updating i_size 0 00000080:00200000:1.0:1769074948.374676:0:119420:0:(file.c:6809:ll_layout_conf()) [0x200000401:0x188:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074948.374680:0:119420:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000401:0x188:0x0](ffff97a509f680c8) 00000080:00010000:1.0:1769074948.374683:0:119420:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x188:0x0](ffff97a509f680c8) for lock 0xd0f48591888ac13d 00000080:00010000:1.0:1769074948.374694:0:119420:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x188:0x0](ffff97a509f680c8) 00000080:00200008:1.0:1769074948.374708:0:119420:0:(file.c:1001:ll_file_open()) START file pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70:[0x200000401:0x188:0x0](ffff97a509f680c8), flags 100300 00000002:00100000:1.0:1769074948.374726:0:119420:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97a506b5ca80 x1855007612030848/t4294968928(4294968928) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074964 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074948.374766:0:119420:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac13d from it ffff97a5207d53c0 00010000:00010000:1.0:1769074948.374770:0:119420:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.374778:0:119420:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.374802:0:119420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x188:0x0](ffff97a509f680c8), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074948.374835:0:119420:0:(file.c:424:ll_file_release()) START file pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70:[0x200000401:0x188:0x0](ffff97a509f680c8), flags 100000 00000002:00100000:1.0:1769074948.374878:0:119420:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a506b5ca80 x1855007612030848/t4294968928(4294968928) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074948.374887:0:119420:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074948.374891:0:119420:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5fb80 x1855007612031232/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074948.374913:0:119420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119420:1855007612031232:192.168.204.123@tcp:35:pjdfstest.0 00000100:00100000:1.0:1769074948.375027:0:119420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507d38cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.381387:0:119420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119420:1855007612031232:192.168.204.123@tcp:35:pjdfstest.0 00000002:00100000:1.0:1769074948.381425:0:119420:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97a506b5ca80 x1855007612030848/t4294968928(4294968928) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.387779:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.387800:0:119423:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.387808:0:119423:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.387832:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.387846:0:119423:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074948.387899:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.387908:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.387917:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.387942:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031360:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074948.388045:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.390705:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031360:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074948.390730:0:119423:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390741:0:119423:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390753:0:119423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390765:0:119423:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390776:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390784:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390792:0:119423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074948.390802:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2c380 x1855007612031360/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074948.390814:0:119423:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390827:0:119423:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074948.390835:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074948.390856:0:119423:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074948.390862:0:119423:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:0.0:1769074948.390867:0:119423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.390870:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5fcb8 00010000:00010000:0.0:1769074948.390874:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.390882:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.392481:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.392498:0:119423:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.392503:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.392523:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.392576:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.392586:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.392595:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.392621:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031488:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.392761:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.397616:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031488:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.397639:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397657:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397663:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397670:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397678:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397684:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.397688:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397695:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397701:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397708:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.397714:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397721:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac14b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:0.0:1769074948.397735:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612031488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.397748:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.397786:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.397798:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.397807:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f980 00010000:00010000:0.0:1769074948.397811:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.397819:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.397885:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.397899:0:119423:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.397903:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.397921:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.397959:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397965:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.397973:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.397992:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031616:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.398112:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.401569:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031616:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.401592:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401605:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401612:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401620:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401627:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401633:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.401637:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401644:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401650:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401656:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.401662:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401668:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:0.0:1769074948.401682:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612031616/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.401696:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.401722:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.401735:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.401744:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f980 00010000:00010000:0.0:1769074948.401748:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.401755:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.401840:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.401849:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.401863:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.401867:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.401874:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.401877:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.401884:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.401894:0:119423:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.401898:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.401913:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.401953:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401960:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.401970:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.401992:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031744:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.402065:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.407552:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612031744:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.407575:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407588:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407595:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407601:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407609:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407614:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.407618:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407624:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407631:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407637:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.407644:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.407654:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac159 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:0.0:1769074948.407670:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612031744/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.407684:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.407713:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.407728:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.407735:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f980 00010000:00010000:0.0:1769074948.407739:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.407745:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.407912:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.407921:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.407932:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.407935:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.407943:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.407954:0:119423:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5039db080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.407961:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.407981:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.408036:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.408044:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000020:00100000:0.0:1769074948.408053:0:119423:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.408059:0:119423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612032000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.408068:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.408089:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032000:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.408440:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.411896:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032000:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.411920:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411933:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411939:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411945:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411952:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411959:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.411963:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411970:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411977:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411983:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.411989:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.411995:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac160 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:0.0:1769074948.412014:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612032000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.412029:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.412055:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.412067:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.412076:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f9a8 00010000:00010000:0.0:1769074948.412079:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.412087:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.412561:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412572:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.412584:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412588:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.412596:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412599:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.412608:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412610:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.412618:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412621:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.412628:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412632:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.412639:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412642:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.412649:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412652:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.412658:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.412670:0:119423:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b1080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.412676:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.412696:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.412745:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.412753:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000020:00100000:0.0:1769074948.412766:0:119423:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.412772:0:119423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612032256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.412780:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.412804:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032256:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.412980:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.418628:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032256:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.418659:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418676:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418682:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418688:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418696:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418702:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.418706:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418713:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418720:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418727:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.418735:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.418747:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac167 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:0.0:1769074948.418779:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612032256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.418803:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.418837:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.418850:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.418859:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f9a8 00010000:00010000:0.0:1769074948.418863:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.418870:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.419923:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419935:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.419946:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419951:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.419960:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419963:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.419972:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419975:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.419983:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419986:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.419995:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.419999:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.420008:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.420011:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.420021:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.420024:0:119423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.420031:0:119423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.420044:0:119423:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5039da600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.420051:0:119423:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.420074:0:119423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.420175:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119423 initiator: MDT0 00010000:00010000:0.0:1769074948.420184:0:119423:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000020:00100000:0.0:1769074948.420195:0:119423:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.420205:0:119423:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612032512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.420213:0:119423:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00000100:00100000:0.0:1769074948.420237:0:119423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032512:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074948.421437:0:119423:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.425913:0:119423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119423:1855007612032512:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074948.425932:0:119423:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425950:0:119423:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425957:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425964:0:119423:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425971:0:119423:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425977:0:119423:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074948.425982:0:119423:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425989:0:119423:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425995:0:119423:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.425999:0:119423:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074948.426004:0:119423:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00010000:00010000:1.0:1769074948.426009:0:119423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac16e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119423 initiator: MDT0 00000002:00100000:1.0:1769074948.426025:0:119423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612032512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074948.426036:0:119423:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074948.426060:0:119423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.426069:0:119423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074948.426075:0:119423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101b5f9a8 00010000:00010000:1.0:1769074948.426078:0:119423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.426082:0:119423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.432241:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.432261:0:119426:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.432268:0:119426:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.432286:0:119426:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.432304:0:119426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.432336:0:119426:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.432345:0:119426:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.432352:0:119426:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.432356:0:119426:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:0.0:1769074948.432364:0:119426:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101c33cb8 00010000:00010000:0.0:1769074948.432368:0:119426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.432378:0:119426:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.432476:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432484:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.432494:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432498:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.432507:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432510:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.432518:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432521:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.432528:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432531:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.432538:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432541:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.432550:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432553:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.432560:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432562:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.432569:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.432573:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.433032:0:119425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.433040:0:119425:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, flags=0 00000080:00200000:1.0:1769074948.434407:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434416:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.434423:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434425:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.434430:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434432:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.434436:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434438:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.434445:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434448:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.434455:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434458:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.434465:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434468:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.434474:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434477:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.434484:0:119426:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.434487:0:119426:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.437907:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.437921:0:119428:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.437926:0:119428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.437941:0:119428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.437956:0:119428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.437968:0:119428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.437974:0:119428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.437980:0:119428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.437983:0:119428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:3.0:1769074948.437988:0:119428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d1016cbcb8 00010000:00010000:3.0:1769074948.437990:0:119428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.437997:0:119428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.439410:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439422:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.439429:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439432:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439437:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439440:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439446:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439449:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439457:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439459:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439466:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439469:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439477:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439480:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439487:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439491:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439498:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439502:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074948.439624:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439627:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.439633:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439635:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439639:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439641:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439646:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439647:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439652:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439654:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439658:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439660:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439664:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439666:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439670:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439671:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439675:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439677:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.439768:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439771:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.439777:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439779:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439784:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439785:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439790:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439792:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439796:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439798:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.439803:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439805:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439809:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439810:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439815:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439816:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.439821:0:119428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.439823:0:119428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074948.443748:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.443766:0:119431:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.443773:0:119431:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.443791:0:119431:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.443810:0:119431:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.443826:0:119431:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.443834:0:119431:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.443840:0:119431:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.443844:0:119431:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:1.0:1769074948.443851:0:119431:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d10152bcb8 00010000:00010000:1.0:1769074948.443855:0:119431:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.443864:0:119431:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.444181:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444189:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.444201:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444204:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.444213:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444216:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.444224:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444227:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.444236:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444239:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.444249:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444252:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.444262:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444265:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.444275:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444278:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.444288:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444292:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.444738:0:119430:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.444746:0:119430:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, flags=0 00000080:00200000:1.0:1769074948.445045:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445051:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.445059:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445062:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.445068:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445070:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.445077:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445079:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.445087:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445089:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.445096:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445099:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.445105:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445108:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.445115:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445117:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.445208:0:119431:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.445213:0:119431:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.448708:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.448725:0:119433:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.448730:0:119433:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.448748:0:119433:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.448762:0:119433:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.448773:0:119433:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.448779:0:119433:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.448784:0:119433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.448787:0:119433:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:1.0:1769074948.448792:0:119433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101dc3cb8 00010000:00010000:1.0:1769074948.448795:0:119433:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.448800:0:119433:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.449758:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449766:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.449774:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449777:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449782:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449784:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449789:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449790:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449795:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449797:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449802:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449804:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449808:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449810:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449814:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449816:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449821:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449823:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074948.449935:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449938:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.449944:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449946:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449950:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449952:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449956:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449958:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449963:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449964:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.449968:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449970:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449974:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449975:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449980:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449982:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.449987:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.449989:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.450084:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450088:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.450096:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450098:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.450103:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450105:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.450109:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450111:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.450116:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450117:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.450154:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450158:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.450171:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450174:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.450182:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450184:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.450191:0:119433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.450201:0:119433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074948.455031:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.455048:0:119436:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.455054:0:119436:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.455073:0:119436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.455089:0:119436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.455102:0:119436:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.455107:0:119436:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.455113:0:119436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.455116:0:119436:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac144 00000080:00010000:0.0:1769074948.455229:0:119436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac144 from it ffffb0d101c33cb8 00010000:00010000:0.0:1769074948.455234:0:119436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.455241:0:119436:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.456259:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456270:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.456279:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456284:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.456292:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456295:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.456302:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456305:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.456313:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456316:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.456336:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456340:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.456349:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456352:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.456360:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456363:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.456371:0:119436:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.456374:0:119436:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.456394:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456400:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.456413:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456416:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.456426:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456429:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.456437:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456440:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.456448:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456451:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.456459:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456462:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.456470:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456473:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.456481:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456485:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.456493:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456497:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.456862:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.456872:0:119435:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, flags=0 00000080:00200000:2.0:1769074948.456876:0:119435:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074948.456880:0:119435:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_4a14c8dfe67cd9460763b36d9d1d5b70, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00010000:00010000:2.0:1769074948.456921:0:119435:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.456944:0:119435:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.456986:0:119435:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.456997:0:119435:0:(vvp_object.c:114:vvp_conf_set()) [0x200000401:0x188:0x0]: losing layout lock 00010000:00010000:2.0:1769074948.457034:0:119435:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.457043:0:119435:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.457049:0:119435:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074948.457052:0:119435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac13d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x343ad2e96920260d expref: -99 pid: 119420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.457066:0:119435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202622 expref: -99 pid: 119423 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074948.457083:0:119435:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074948.457097:0:119435:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507940e00 x1855007612032768/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074948.457634:0:119435:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119435:1855007612032768:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074948.457753:0:119435:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5057123c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.460320:0:119435:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119435:1855007612032768:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074948.460399:0:119435:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x188:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074948.460408:0:119435:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x188:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074948.460416:0:119435:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x188:0x0](ffff97a509f680c8) 00000080:00200000:0.0:1769074948.464297:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.464316:0:119438:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.464322:0:119438:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.464350:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.464364:0:119438:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:0.0:1769074948.464413:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.464420:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.464427:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.464524:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612032896:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074948.464612:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.466626:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612032896:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074948.466646:0:119438:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466654:0:119438:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466663:0:119438:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466671:0:119438:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466679:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466685:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466689:0:119438:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074948.466697:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2c380 x1855007612032896/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074948.466706:0:119438:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466716:0:119438:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074948.466721:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074948.466740:0:119438:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074948.466744:0:119438:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074948.466748:0:119438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.466751:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152bcb8 00010000:00010000:0.0:1769074948.466753:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.466757:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.468238:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.468255:0:119438:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.468260:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.468278:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.468349:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.468359:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.468368:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.468394:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033024:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.468494:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.472094:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033024:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.472115:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472183:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472191:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472198:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472205:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472212:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.472217:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472223:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472229:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472233:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.472239:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472246:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac17c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.472259:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612033024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.472269:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.472294:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.472304:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.472313:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b980 00010000:00010000:0.0:1769074948.472317:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.472335:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.472404:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.472415:0:119438:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.472419:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.472433:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.472536:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472541:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.472549:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.472565:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033152:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.472636:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.474371:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033152:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.474393:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474404:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474411:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474418:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474425:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474431:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.474436:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474442:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474449:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474460:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.474465:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474471:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.474487:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612033152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.474500:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.474521:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.474534:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.474541:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b980 00010000:00010000:0.0:1769074948.474543:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.474549:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.474600:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.474605:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.474612:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.474614:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.474620:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.474622:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.474627:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.474634:0:119438:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074948.474637:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074948.474649:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074948.474673:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474678:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.474683:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.474696:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033280:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.474757:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.476553:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033280:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.476569:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476578:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476582:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476587:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476592:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476596:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.476600:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476605:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476610:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476614:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.476618:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476621:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac18a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.476632:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2c380 x1855007612033280/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.476642:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.476662:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.476670:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.476676:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b980 00010000:00010000:0.0:1769074948.476679:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.476683:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.476747:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.476754:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.476761:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.476762:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.476834:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.476845:0:119438:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203fac00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.476850:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.476864:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.476900:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.476905:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000020:00100000:0.0:1769074948.476914:0:119438:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.476918:0:119438:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612033536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.476925:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.476939:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033536:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.477096:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.479117:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033536:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.479208:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479220:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479226:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479231:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479236:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479240:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.479243:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479248:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479252:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479255:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.479260:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479264:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac191 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.479278:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612033536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.479288:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.479316:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.479348:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.479357:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b9a8 00010000:00010000:0.0:1769074948.479361:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.479370:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.479732:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479741:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.479750:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479753:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.479759:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479761:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.479831:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479834:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.479842:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479844:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.479849:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479851:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.479855:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479857:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.479862:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479863:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.479868:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.479876:0:119438:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5039dac00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.479882:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.479900:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.479937:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.479942:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000020:00100000:0.0:1769074948.479950:0:119438:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.479955:0:119438:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612033792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.479960:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.479975:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033792:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.480117:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.482210:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612033792:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.482230:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482240:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482245:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482249:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482253:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482258:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.482262:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482266:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482270:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482274:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.482278:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482281:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.482294:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612033792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.482303:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074948.482337:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.482348:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074948.482357:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b9a8 00010000:00010000:0.0:1769074948.482361:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.482369:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.482681:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482688:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074948.482698:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482700:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.482706:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482708:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.482714:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482716:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.482720:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482722:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074948.482727:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482729:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.482734:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482736:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.482740:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482742:0:119438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074948.482746:0:119438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074948.482754:0:119438:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b0d80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074948.482759:0:119438:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074948.482864:0:119438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074948.482906:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.482911:0:119438:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000020:00100000:0.0:1769074948.482918:0:119438:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074948.482922:0:119438:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2c380 x1855007612034048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074948.482929:0:119438:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00000100:00100000:0.0:1769074948.482944:0:119438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612034048:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074948.483090:0:119438:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5129a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.485112:0:119438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:119438:1855007612034048:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074948.485241:0:119438:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485251:0:119438:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485256:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485261:0:119438:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485265:0:119438:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485269:0:119438:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074948.485272:0:119438:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485276:0:119438:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485281:0:119438:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485287:0:119438:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074948.485292:0:119438:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00010000:00010000:0.0:1769074948.485296:0:119438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac19f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 119438 initiator: MDT0 00000002:00100000:0.0:1769074948.485311:0:119438:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2c380 x1855007612034048/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074964 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074948.485334:0:119438:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074948.485429:0:119438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.485439:0:119438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074948.485448:0:119438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152b9a8 00010000:00010000:1.0:1769074948.485452:0:119438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.485459:0:119438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.490747:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.490886:0:119441:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.490894:0:119441:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.490912:0:119441:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.490929:0:119441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.490946:0:119441:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.490954:0:119441:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.490960:0:119441:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.490965:0:119441:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074948.490972:0:119441:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c43cb8 00010000:00010000:0.0:1769074948.490977:0:119441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.490986:0:119441:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.491308:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491317:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.491342:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491347:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.491356:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491359:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.491366:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491369:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.491377:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491379:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.491386:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491390:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.491398:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491400:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.491408:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491410:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.491417:0:119440:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.491421:0:119440:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.492805:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492817:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.492823:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492826:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.492830:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492832:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.492837:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492839:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.492844:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492845:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.492849:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492851:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.492855:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492857:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.492861:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492862:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.492867:0:119441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.492869:0:119441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.496110:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.496188:0:119443:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.496195:0:119443:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.496213:0:119443:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.496228:0:119443:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.496240:0:119443:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.496246:0:119443:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.496252:0:119443:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.496255:0:119443:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074948.496261:0:119443:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1015ebcb8 00010000:00010000:3.0:1769074948.496263:0:119443:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.496269:0:119443:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.497611:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497623:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.497630:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497632:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497638:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497640:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497645:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497647:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497651:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497653:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497657:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497660:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497666:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497667:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497672:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497673:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497677:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497680:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074948.497798:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497801:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.497807:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497809:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497813:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497815:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497819:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497821:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497825:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497827:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497831:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497832:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497838:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497839:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497844:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497846:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497850:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497852:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.497944:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497948:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074948.497952:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497954:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497958:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497960:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497964:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497966:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497970:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497972:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074948.497978:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497980:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497984:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497987:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497992:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.497994:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074948.497998:0:119443:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074948.498000:0:119443:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074948.501946:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074948.501967:0:119446:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074948.501974:0:119446:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074948.501993:0:119446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074948.502013:0:119446:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.502030:0:119446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074948.502039:0:119446:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074948.502048:0:119446:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074948.502051:0:119446:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074948.502060:0:119446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c73cb8 00010000:00010000:0.0:1769074948.502064:0:119446:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.502072:0:119446:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.502831:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502844:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.502855:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502859:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.502869:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502872:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.502879:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502882:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.502889:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502893:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.502900:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502903:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.502910:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502912:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.502919:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502922:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.502928:0:119445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.502932:0:119445:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.505256:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505268:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.505275:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505277:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.505282:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505284:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.505289:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505292:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.505296:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505298:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.505314:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505317:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.505336:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505340:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.505354:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505358:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.505366:0:119446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.505370:0:119446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074948.509015:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.509030:0:119448:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.509037:0:119448:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.509052:0:119448:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.509067:0:119448:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.509079:0:119448:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.509085:0:119448:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.509091:0:119448:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.509094:0:119448:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074948.509099:0:119448:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c43cb8 00010000:00010000:3.0:1769074948.509102:0:119448:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.509107:0:119448:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.510302:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510337:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.510350:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510355:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510361:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510364:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510371:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510373:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510381:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510383:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510390:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510394:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510403:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510405:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510412:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510415:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510423:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510427:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074948.510590:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510595:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.510603:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510606:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510613:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510615:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510622:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510625:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510632:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510635:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510641:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510644:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510652:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510655:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510663:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510666:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510673:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510677:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.510822:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510827:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.510837:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510840:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510849:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510852:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510859:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510862:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510868:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510870:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.510875:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510877:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510881:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510883:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510888:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510890:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.510895:0:119448:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.510897:0:119448:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074948.514967:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074948.514983:0:119451:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074948.514991:0:119451:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074948.515010:0:119451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074948.515028:0:119451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.515042:0:119451:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074948.515051:0:119451:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074948.515058:0:119451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074948.515062:0:119451:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074948.515069:0:119451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074948.515073:0:119451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.515081:0:119451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.515537:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515547:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.515558:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515562:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.515571:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515574:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.515582:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515585:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.515593:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515596:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.515604:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515608:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.515615:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515618:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.515624:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515627:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.515633:0:119450:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.515636:0:119450:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.516531:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516539:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.516548:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516551:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.516557:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516560:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.516567:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516570:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.516577:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516580:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.516587:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516590:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.516598:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516600:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.516608:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516611:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.516618:0:119451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.516621:0:119451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.519774:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.519794:0:119453:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.519802:0:119453:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.519826:0:119453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.519846:0:119453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.519862:0:119453:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.519871:0:119453:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.519877:0:119453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.519881:0:119453:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:1.0:1769074948.519889:0:119453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074948.519893:0:119453:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.519908:0:119453:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.521614:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521625:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.521632:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521635:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521639:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521641:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521644:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521646:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521650:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521652:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521656:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521658:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521662:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521663:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521667:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521669:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521673:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521675:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074948.521789:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521793:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.521798:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521800:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521805:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521806:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521811:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521812:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521817:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521818:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521823:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521824:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521829:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521830:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521834:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521836:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521842:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521844:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.521942:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521945:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.521950:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521952:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521957:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521958:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521963:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521965:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521969:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521970:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.521975:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521977:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521981:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521983:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521987:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521989:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.521993:0:119453:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.521996:0:119453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074948.527460:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527474:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.527482:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527485:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.527490:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527492:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.527496:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527498:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.527502:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527504:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.527508:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527510:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.527514:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527516:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.527520:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527522:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.527526:0:119455:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.527528:0:119455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074948.528544:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074948.528555:0:119456:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074948.528559:0:119456:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074948.528576:0:119456:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074948.528593:0:119456:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.528604:0:119456:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.528613:0:119456:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074948.528619:0:119456:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074948.528622:0:119456:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074948.528627:0:119456:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c8bcb8 00010000:00010000:2.0:1769074948.528630:0:119456:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.528636:0:119456:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074948.529516:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529524:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074948.529530:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529533:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.529537:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529539:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.529543:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529545:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.529549:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529551:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074948.529555:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529557:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.529561:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529562:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.529567:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529568:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074948.529572:0:119456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074948.529574:0:119456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.532392:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074948.532412:0:119458:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074948.532418:0:119458:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074948.532435:0:119458:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074948.532465:0:119458:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.532480:0:119458:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.532488:0:119458:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074948.532495:0:119458:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074948.532498:0:119458:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:1.0:1769074948.532505:0:119458:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c93cb8 00010000:00010000:1.0:1769074948.532508:0:119458:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.532518:0:119458:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074948.533603:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533612:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.533618:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533621:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533626:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533628:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533632:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533633:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533637:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533639:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533643:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533646:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533650:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533652:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533657:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533658:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533663:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533665:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074948.533777:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533780:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.533785:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533787:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533792:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533794:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533798:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533800:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533804:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533806:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533811:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533813:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533817:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533818:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533823:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533824:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533829:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533831:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074948.533924:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533927:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074948.533933:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533934:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533939:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533941:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533945:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533947:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533951:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533953:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074948.533957:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533959:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533963:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533965:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533970:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533971:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074948.533976:0:119458:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074948.533978:0:119458:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00010000:00010000:1.0:1769074948.590319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074949.538915:0:119589:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:3.0:1769074949.621752:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074950.574876:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074950.574907:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612034176:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074950.575253:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612034304:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074950.580471:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612034304:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074950.580490:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612034176:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074950.641647:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074951.184621:0:119726:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:2.0:1769074951.666734:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074952.687848:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.712273:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074954.734603:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074955.701907:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612034432:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074955.702028:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074955.702036:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612034560:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074955.711879:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612034432:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074955.718047:0:2372:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97a51160d000: committing for last_committed 4294968930 gen 1 00000100:00100000:3.0:1769074955.718094:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612034560:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074955.760047:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074956.782551:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074957.109886:0:120295:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test mkdir_00: mkdir creates directories ========================================================== 04:42:35 (1769074955) 00010000:00010000:2.0:1769074957.807664:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074958.534985:0:120431:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/mkdir/00.t against ext4 filesystem 00010000:00010000:3.0:1769074958.830380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074959.855524:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074960.815093:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612034688:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074960.815400:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612034816:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074960.820170:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2371:1855007612034816:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074960.826772:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2372:1855007612034688:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074960.878359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074961.905349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074962.703379:0:120753:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/mkdir/00.t against lustre filesystem 00000080:00200000:2.0:1769074962.790199:0:120757:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074962.790233:0:120757:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.790254:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.790271:0:120757:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.790280:0:120757:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.790289:0:120757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074962.790293:0:120757:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:2.0:1769074962.790301:0:120757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d10152bb58 00010000:00010000:2.0:1769074962.790305:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.790315:0:120757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.790337:0:120757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.790353:0:120757:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=13 00000080:00200000:2.0:1769074962.790357:0:120757:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:2.0:1769074962.790370:0:120757:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.790420:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120757 initiator: MDT0 00010000:00010000:2.0:1769074962.790428:0:120757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120757 initiator: MDT0 00010000:00010000:2.0:1769074962.790437:0:120757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120757 initiator: MDT0 00000100:00100000:2.0:1769074962.790462:0:120757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120757:1855007612034944:192.168.204.123@tcp:101:lfs.0 00000100:00100000:2.0:1769074962.792719:0:120757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.797533:0:120757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120757:1855007612034944:192.168.204.123@tcp:101:lfs.0 00010000:00010000:2.0:1769074962.797560:0:120757:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797580:0:120757:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797589:0:120757:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797601:0:120757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797616:0:120757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797627:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797635:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797643:0:120757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074962.797654:0:120757:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940000 x1855007612034944/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074962.797667:0:120757:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797677:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797734:0:120757:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797744:0:120757:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797752:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797764:0:120757:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797796:0:120757:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074962.797804:0:120757:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074962.797826:0:120757:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:2.0:1769074962.797829:0:120757:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:2.0:1769074962.797835:0:120757:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074962.797851:0:120757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074962.797855:0:120757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152bb20 00010000:00010000:2.0:1769074962.797858:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797867:0:120757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074962.797917:0:120757:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074962.797924:0:120757:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074962.797943:0:120757:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.797951:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797959:0:120757:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.797965:0:120757:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.797970:0:120757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074962.797973:0:120757:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074962.797977:0:120757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10152bcb8 00010000:00010000:2.0:1769074962.797980:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.797986:0:120757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798167:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074962.798176:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798184:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074962.798189:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798196:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798204:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798220:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798229:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798266:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798273:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074962.798295:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798302:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26a00/0xd0f48591888ac1a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202764 expref: -99 pid: 120757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.798312:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074962.798314:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074962.798316:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074962.798330:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612035072:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074962.801580:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612035072:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1769074962.802542:0:120757:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1769074962.802550:0:120757:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074962.802569:0:120757:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074962.802589:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802603:0:120757:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.802611:0:120757:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074962.802618:0:120757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074962.802622:0:120757:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:3.0:1769074962.802628:0:120757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d10152bcb8 00010000:00010000:3.0:1769074962.802632:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802641:0:120757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.802754:0:120757:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074962.802762:0:120757:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074962.802785:0:120757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802793:0:120757:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.802799:0:120757:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074962.802803:0:120757:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074962.802806:0:120757:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac121 00000080:00010000:3.0:1769074962.802810:0:120757:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac121 from it ffffb0d10152bbb0 00010000:00010000:3.0:1769074962.802813:0:120757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802820:0:120757:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.802829:0:120757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074962.802838:0:120757:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00000080:00200080:3.0:1769074962.802855:0:120757:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) cmd=c03066f0 arg=7fff17ed89c0 00000080:00200000:3.0:1769074962.802870:0:120757:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074962.802898:0:120757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802953:0:120757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.802959:0:120757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074962.802962:0:120757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac121 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692025b2 expref: -99 pid: 118926 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074962.802985:0:120757:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074962.802996:0:120757:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924e00 x1855007612035328/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074962.803021:0:120757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120757:1855007612035328:192.168.204.123@tcp:36:lfs.0 00000100:00100000:3.0:1769074962.803243:0:120757:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.807181:0:120757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job lfs:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120757:1855007612035328:192.168.204.123@tcp:36:lfs.0 00000080:00200008:3.0:1769074962.808538:0:120757:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), flags 300000 00010000:00010000:2.0:1769074962.931814:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1769074962.952609:0:120164:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.952621:0:120164:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074962.952643:0:120164:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.952713:0:120164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120164 initiator: MDT0 00010000:00010000:1.0:1769074962.952726:0:120164:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120164 initiator: MDT0 00010000:00010000:1.0:1769074962.952738:0:120164:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120164 initiator: MDT0 00000100:00100000:1.0:1769074962.954562:0:120164:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120164:1855007612035456:192.168.204.123@tcp:101:bash.0 00000100:00100000:1.0:1769074962.954701:0:120164:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074962.962596:0:120164:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job bash:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120164:1855007612035456:192.168.204.123@tcp:101:bash.0 00010000:00010000:1.0:1769074962.962629:0:120164:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962641:0:120164:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962655:0:120164:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962666:0:120164:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962679:0:120164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962687:0:120164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962693:0:120164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074962.962705:0:120164:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5c000 x1855007612035456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074962.962720:0:120164:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962734:0:120164:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1769074962.962742:0:120164:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074962.962788:0:120164:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:1.0:1769074962.962796:0:120164:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:1.0:1769074962.962803:0:120164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074962.962806:0:120164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d101c23cb8 00010000:00010000:1.0:1769074962.962809:0:120164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962819:0:120164:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.962884:0:120164:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074962.962901:0:120164:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.962909:0:120164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962920:0:120164:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.962927:0:120164:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.962930:0:120164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074962.962933:0:120164:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:1.0:1769074962.962936:0:120164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d101c23b58 00010000:00010000:1.0:1769074962.962939:0:120164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.962946:0:120164:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.962957:0:120164:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.963048:0:120164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074962.963059:0:120164:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.963063:0:120164:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074962.963076:0:120164:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.963093:0:120164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.963101:0:120164:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.963107:0:120164:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.963111:0:120164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074962.963114:0:120164:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:1.0:1769074962.963117:0:120164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c23cb8 00010000:00010000:1.0:1769074962.963120:0:120164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.963150:0:120164:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.963172:0:120164:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074962.963178:0:120164:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.963184:0:120164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.963191:0:120164:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.963198:0:120164:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.963201:0:120164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074962.963204:0:120164:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:1.0:1769074962.963207:0:120164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d101c23c18 00010000:00010000:1.0:1769074962.963210:0:120164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.963216:0:120164:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.963223:0:120164:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.963227:0:120164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1769074962.963232:0:120164:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 101 00000080:00200000:1.0:1769074962.974270:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974287:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.974294:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974296:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.974302:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974304:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.974309:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974311:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.974316:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974317:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.974322:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974324:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.974329:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974330:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.974334:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974337:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.974341:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.974347:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a56300, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074962.974353:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074962.974373:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074962.974440:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.974450:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:1.0:1769074962.974462:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074962.974472:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007612035712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074962.974479:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:1.0:1769074962.974500:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612035712:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074962.974665:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074962.977735:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612035712:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074962.977757:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977825:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977831:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977836:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977844:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977848:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074962.977851:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977855:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977860:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977864:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074962.977869:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.977873:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:1.0:1769074962.977888:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007612035712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074962.977899:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074962.977920:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.977930:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074962.977936:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074962.977938:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.977944:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.979719:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.979731:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.979739:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.979741:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.979745:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.979747:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.979752:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.979754:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.979758:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.979760:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.980621:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.980632:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.980651:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.980654:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.980661:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.980662:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.980668:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.980671:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074962.984162:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984182:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.984198:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984203:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.984213:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984217:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.984224:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984227:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.984235:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984238:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.984244:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984248:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.984257:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984260:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.984269:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984272:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.984280:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.984293:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6d800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074962.984301:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074962.984333:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074962.984423:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.984434:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:1.0:1769074962.984447:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074962.984461:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007612035968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074962.984471:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:1.0:1769074962.984493:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612035968:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074962.984698:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074962.993228:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612035968:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074962.993255:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993272:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993279:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993286:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993293:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993299:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074962.993304:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993311:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993319:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993326:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074962.993332:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.993339:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac1bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:1.0:1769074962.993358:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007612035968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074962.993372:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074962.993400:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.993413:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074962.993421:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074962.993425:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.993432:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.993950:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994037:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.994057:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994062:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.994071:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994074:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.994094:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994097:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.994106:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994109:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.994116:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994119:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.994160:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994164:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.994172:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994175:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.994184:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.994195:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6db00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074962.994203:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074962.994222:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074962.994269:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074962.994276:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:1.0:1769074962.994286:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074962.994293:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007612036224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074962.994301:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:1.0:1769074962.994320:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036224:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074962.994491:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.001159:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036224:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074963.001187:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001202:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001209:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001216:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001223:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001229:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.001234:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001240:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001248:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001255:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.001262:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001268:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:1.0:1769074963.001287:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007612036224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.001302:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.001325:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.001339:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.001346:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:1.0:1769074963.001349:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.001354:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.001696:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001706:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.001717:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001720:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.001727:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001729:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.001740:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001742:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.001749:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001752:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.001758:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001761:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.001768:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001771:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.001779:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001782:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.001791:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.001801:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a505115680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.001807:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.001825:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.001862:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.001867:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:1.0:1769074963.001875:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.001879:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c000 x1855007612036480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.001886:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:1.0:1769074963.001900:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036480:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074963.003272:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.010460:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036480:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074963.010485:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010497:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010504:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010511:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010518:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010524:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074963.010529:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010535:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010541:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010547:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.010553:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.010559:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245000/0xd0f48591888ac1c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:0.0:1769074963.010576:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5c000 x1855007612036480/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.010596:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.010624:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.010637:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.010647:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074963.010650:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.010658:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.011019:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011028:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.011040:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011044:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.011051:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011053:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.011060:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011062:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.011069:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011072:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.011089:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011093:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.011102:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011105:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.011114:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011117:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.011165:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.011178:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203fa000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.011185:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074963.011203:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.011252:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.011259:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:0.0:1769074963.011271:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.011278:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e680 x1855007612036736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.011286:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:0.0:1769074963.011306:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036736:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074963.011467:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.019526:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036736:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074963.019550:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019563:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019570:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019578:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019587:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019593:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074963.019598:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019605:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019612:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019618:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.019624:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.019629:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac1d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:0.0:1769074963.019647:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e680 x1855007612036736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.019661:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.019687:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.019698:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.019706:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074963.019709:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.019716:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.020119:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020183:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.020200:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020204:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.020212:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020215:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.020222:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020225:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.020233:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020236:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.020244:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020247:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.020256:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020258:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.020266:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020268:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.020276:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.020286:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203faf00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.020293:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074963.020312:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.020361:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.020369:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:0.0:1769074963.020384:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.020391:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e680 x1855007612036992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.020401:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:0.0:1769074963.020422:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036992:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074963.020587:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.026584:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612036992:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074963.026606:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026619:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026625:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026632:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026639:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026644:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074963.026649:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026655:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026662:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026669:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.026675:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.026680:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:0.0:1769074963.026697:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e680 x1855007612036992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.026710:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.026735:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.026746:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.026755:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074963.026758:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.026775:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.027207:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027217:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.027227:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027231:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.027238:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027241:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.027250:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027253:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.027261:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027263:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.027270:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027274:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.027281:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027283:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.027291:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027293:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.027300:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.027303:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.240899:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240916:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.240932:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240936:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.240944:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240947:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.240955:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240958:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.240966:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240969:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.240977:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240981:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.240989:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.240992:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.241000:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.241003:0:120769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.241011:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.241028:0:120769:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203fbe00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.241038:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074963.241065:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.241581:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.241593:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000020:00100000:0.0:1769074963.241607:0:120769:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.241621:0:120769:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e680 x1855007612037248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.241629:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:0.0:1769074963.241656:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037248:192.168.204.123@tcp:101:prove.0 00000100:00100000:0.0:1769074963.242154:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.246960:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037248:192.168.204.123@tcp:101:prove.0 00010000:00010000:0.0:1769074963.246984:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.246997:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247004:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247010:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247022:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247028:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074963.247032:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247039:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247046:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247053:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.247059:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:0.0:1769074963.247064:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac1de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:0.0:1769074963.247093:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e680 x1855007612037248/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.247107:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.247170:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.247183:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.247201:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019579a8 00010000:00010000:0.0:1769074963.247206:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.247215:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.300788:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.300816:0:120769:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:3.0:1769074963.300822:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:3.0:1769074963.300850:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.300917:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:3.0:1769074963.300929:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:3.0:1769074963.300939:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:3.0:1769074963.300970:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037376:192.168.204.123@tcp:101:prove.0 00000100:00100000:3.0:1769074963.301101:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.305828:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037376:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074963.305851:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305864:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305871:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305877:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305885:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305890:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.305894:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305901:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305907:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305913:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.305921:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.305928:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688200/0xd0f48591888ac1e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:1.0:1769074963.305945:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a511924e00 x1855007612037376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.305959:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.305985:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.305997:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.306006:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101957940 00010000:00010000:1.0:1769074963.306010:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.306017:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.307955:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307984:0:120769:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:1.0:1769074963.307989:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:1.0:1769074963.308012:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074963.308069:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.308094:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.308109:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:1.0:1769074963.308165:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037504:192.168.204.123@tcp:101:prove.0 00000100:00100000:1.0:1769074963.308253:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.313843:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037504:192.168.204.123@tcp:101:prove.0 00010000:00010000:1.0:1769074963.313867:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313879:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313886:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313893:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313900:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313906:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.313910:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313917:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313923:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313934:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.313940:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:1.0:1769074963.313945:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245c00/0xd0f48591888ac1ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:1.0:1769074963.313962:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a506b5f480 x1855007612037504/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.313975:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.313998:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.314010:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.314019:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101957940 00010000:00010000:1.0:1769074963.314022:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.314029:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.381580:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.381596:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.381614:0:120769:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1 00000080:00200000:2.0:1769074963.381620:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074963.381649:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.381718:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.381731:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.381741:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:2.0:1769074963.381770:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037632:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074963.382023:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.389198:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037632:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074963.389224:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389237:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389245:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389252:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389260:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389265:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074963.389273:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389280:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389288:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389294:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.389302:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389308:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac1f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:2.0:1769074963.389326:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff97a507940000 x1855007612037632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.389340:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.389368:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.389385:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.389394:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101957940 00010000:00010000:2.0:1769074963.389398:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.389405:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.389479:0:120769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.389495:0:120769:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074963.389499:0:120769:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074963.389517:0:120769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.389560:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389566:0:120769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.389573:0:120769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00000100:00100000:2.0:1769074963.389592:0:120769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037760:192.168.204.123@tcp:101:prove.0 00000100:00100000:2.0:1769074963.389846:0:120769:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.395526:0:120769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job prove:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120769:1855007612037760:192.168.204.123@tcp:101:prove.0 00010000:00010000:2.0:1769074963.395550:0:120769:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395568:0:120769:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395575:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395581:0:120769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395588:0:120769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395594:0:120769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074963.395598:0:120769:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395604:0:120769:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395611:0:120769:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395862:0:120769:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.395871:0:120769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00010000:00010000:2.0:1769074963.395879:0:120769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac1fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120769 initiator: MDT0 00000002:00100000:2.0:1769074963.395908:0:120769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940000 x1855007612037760/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.395924:0:120769:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.397101:0:120769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.397135:0:120769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.397145:0:120769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d1019578e0 00010000:00010000:0.0:1769074963.397149:0:120769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.397158:0:120769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.685502:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685520:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.685533:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685537:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685544:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685547:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685554:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685557:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685563:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685566:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685573:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685576:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685584:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685587:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685595:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685598:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685606:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685611:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:3.0:1769074963.685814:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685819:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.685829:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685832:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685840:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685843:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685850:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685852:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685859:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685862:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685870:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685873:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685880:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685883:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685892:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685895:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685903:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685907:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074963.686037:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686043:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.686052:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686055:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686063:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686066:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686091:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686094:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686103:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686106:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686115:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686119:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686152:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686156:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686165:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686167:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686175:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686179:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:3.0:1769074963.686321:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686326:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.686337:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686340:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686348:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686351:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686359:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686362:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686371:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686374:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686383:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686386:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686395:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686398:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686405:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686407:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686415:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686418:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074963.686532:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686537:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.686546:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686550:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686560:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686563:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686573:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686576:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686584:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686586:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686594:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686598:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686607:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686610:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686618:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686620:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686628:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686631:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074963.686754:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686760:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.686768:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686771:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686778:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686781:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686789:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686792:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686800:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686803:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686810:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686813:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686821:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686824:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686831:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686834:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.686842:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686846:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:3.0:1769074963.686966:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686971:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.686979:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686982:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.686990:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.686993:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687000:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687002:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687009:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687011:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687019:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687021:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687029:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687032:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687039:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687041:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687048:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687052:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:3.0:1769074963.687218:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687224:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.687235:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687238:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687246:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687248:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687256:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687259:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687268:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687271:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.687279:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687281:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687289:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687292:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687300:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687303:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.687311:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.687314:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.708649:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708671:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.708830:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708836:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.708847:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708851:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.708858:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708861:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.708868:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708871:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.708878:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708881:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.708889:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708892:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.708900:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708903:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.708911:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.708921:0:120770:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a5203b1080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.708929:0:120770:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074963.708954:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.709035:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120770 initiator: MDT0 00010000:00010000:3.0:1769074963.709047:0:120770:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120770 initiator: MDT0 00000020:00100000:3.0:1769074963.709399:0:120770:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.709413:0:120770:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926d80 x1855007612038016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.709422:0:120770:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120770 initiator: MDT0 00000100:00100000:3.0:1769074963.709445:0:120770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120770:1855007612038016:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074963.709642:0:120770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.712877:0:120770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120770:1855007612038016:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074963.712904:0:120770:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712918:0:120770:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712924:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712930:0:120770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712941:0:120770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712947:0:120770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074963.712951:0:120770:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712957:0:120770:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712964:0:120770:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712969:0:120770:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.712975:0:120770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120770 initiator: MDT0 00010000:00010000:0.0:1769074963.712981:0:120770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac201 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120770 initiator: MDT0 00000002:00100000:0.0:1769074963.712998:0:120770:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511926d80 x1855007612038016/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.713010:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.713035:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.713054:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.713063:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10197f9a8 00010000:00010000:0.0:1769074963.713075:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.713083:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.713507:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713517:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.713529:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713533:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713545:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713548:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713556:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713560:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713567:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713570:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713577:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713580:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.713587:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713590:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.713598:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713601:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.713611:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713615:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074963.713946:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713951:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.713960:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713963:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713970:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713972:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713980:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713982:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.713990:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.713993:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.714000:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.714003:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.714010:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.714013:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.714021:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.714024:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.714032:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.714036:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.725831:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074963.725861:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.725879:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.725896:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.725904:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.725912:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074963.725915:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:3.0:1769074963.725922:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fb58 00010000:00010000:3.0:1769074963.725926:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.725934:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.725949:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.725957:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074963.725965:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.725970:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074963.725982:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.725988:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.725996:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726003:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.726007:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074963.726009:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074963.726012:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074963.726015:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726022:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726037:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.726042:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.726046:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074963.726053:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.726057:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726064:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726086:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.726091:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074963.726094:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074963.726097:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074963.726101:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726107:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074963.726160:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.726164:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074963.726171:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.726177:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726185:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726191:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.726195:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074963.726197:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:3.0:1769074963.726201:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074963.726204:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726210:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726225:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:3.0:1769074963.726230:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.726235:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726242:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726248:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.726251:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:3.0:1769074963.726254:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:3.0:1769074963.726257:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fb58 00010000:00010000:3.0:1769074963.726260:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726266:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726273:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.726277:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074963.726281:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.726285:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074963.726291:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.726296:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726303:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.726309:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.726312:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074963.726315:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074963.726318:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10197fcb8 00010000:00010000:3.0:1769074963.726321:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.726327:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.745741:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.745766:0:120771:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.745773:0:120771:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074963.745795:0:120771:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.745811:0:120771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.745823:0:120771:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.745829:0:120771:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.745836:0:120771:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074963.745838:0:120771:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074963.745844:0:120771:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d100c87cb8 00010000:00010000:0.0:1769074963.745847:0:120771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.745853:0:120771:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.751898:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.751913:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.751921:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.751924:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.751929:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.751931:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.751935:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.751937:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.751941:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.751943:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.753252:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.753260:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.753265:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.753266:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.753271:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.753273:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.753277:0:120771:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.753280:0:120771:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.774792:0:120774:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.774815:0:120774:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.774821:0:120774:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074963.774845:0:120774:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.774860:0:120774:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.774873:0:120774:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.774879:0:120774:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.774885:0:120774:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074963.774887:0:120774:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074963.774894:0:120774:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074963.774896:0:120774:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.774902:0:120774:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.780808:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.780834:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.780990:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.780995:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.781008:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781010:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.781016:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781018:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.781023:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781025:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.781031:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781034:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.781042:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781045:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.781055:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781059:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.781078:0:120775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.781082:0:120775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.795247:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.795268:0:120777:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.795275:0:120777:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074963.795297:0:120777:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.795314:0:120777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.795336:0:120777:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.795344:0:120777:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.795352:0:120777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074963.795357:0:120777:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074963.795364:0:120777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074963.795368:0:120777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.795378:0:120777:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.796720:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796735:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.796751:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796755:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.796766:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796768:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.796778:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796781:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.796790:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796793:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.796803:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796807:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.796817:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796820:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.796830:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796834:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.796845:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.796849:0:120777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.797781:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.797795:0:120777:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.797801:0:120777:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074963.797830:0:120777:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.797849:0:120777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.797865:0:120777:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.797873:0:120777:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.797882:0:120777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074963.797885:0:120777:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074963.797892:0:120777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074963.797896:0:120777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.797904:0:120777:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.797931:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.797936:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074963.797942:0:120777:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100400 00000080:00200008:0.0:1769074963.797959:0:120777:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), flags 100000 00010000:00010000:0.0:1769074963.797971:0:120777:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.798484:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074963.798493:0:120779:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074963.798498:0:120779:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074963.798512:0:120779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074963.798522:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.798532:0:120779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.798539:0:120779:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074963.798543:0:120779:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074963.798546:0:120779:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:1.0:1769074963.798550:0:120779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5fcb8 00010000:00010000:1.0:1769074963.798554:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.798562:0:120779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.801002:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801023:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.801036:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801040:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.801049:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801051:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.801060:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801062:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.801084:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801087:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.801098:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801102:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.801111:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801114:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.801153:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801157:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.801168:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.801178:0:120779:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a52030b080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.801186:0:120779:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.801209:0:120779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.801283:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.801294:0:120779:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000020:00100000:1.0:1769074963.801307:0:120779:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.801323:0:120779:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612038272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.801334:0:120779:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000100:00100000:1.0:1769074963.801360:0:120779:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038272:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074963.801573:0:120779:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000080:00200008:0.0:1769074963.802649:0:120777:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.802658:0:120777:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:0.0:1769074963.802676:0:120777:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.803825:0:120777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.803848:0:120777:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.803857:0:120777:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.803866:0:120777:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:0.0:1769074963.803870:0:120777:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:0.0:1769074963.803877:0:120777:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d100d7fcb8 00010000:00010000:0.0:1769074963.803882:0:120777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.803890:0:120777:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.803932:0:120777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.803943:0:120777:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff97a51160d000) pjdfstest proj=0 00000080:00000004:0.0:1769074963.803948:0:120777:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff97a51160d000: age 1941, max_age 1955 00800000:00000004:0.0:1769074963.803957:0:120777:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: age 1941, max_age 1955 00000100:00100000:0.0:1769074963.804002:0:120777:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120777:1855007612038400:192.168.204.123@tcp:41:df.0 00000100:00100000:0.0:1769074963.804210:0:120777:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000080:00200000:2.0:1769074963.805541:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.805558:0:120778:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.805566:0:120778:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074963.805590:0:120778:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.805608:0:120778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.805621:0:120778:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.805629:0:120778:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.805635:0:120778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074963.805640:0:120778:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074963.805645:0:120778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d10198fcb8 00010000:00010000:2.0:1769074963.805649:0:120778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.805656:0:120778:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074963.807355:0:120777:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job df:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120777:1855007612038400:192.168.204.123@tcp:41:df.0 00800000:00000004:0.0:1769074963.807385:0:120777:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff97a51160d000: update ffff97a5205566d0 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074963.807392:0:120777:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff97a51160d000: update ffff97a520553520 cache blocks 1883136/1885696 objects 235520/235853 00000080:00000004:0.0:1769074963.807398:0:120777:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1883136/1885696 objects 235520/235853 00000100:00100000:1.0:1769074963.807832:0:120779:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038272:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074963.807852:0:120779:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807864:0:120779:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807871:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807878:0:120779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807885:0:120779:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807891:0:120779:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.807896:0:120779:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807902:0:120779:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807909:0:120779:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807920:0:120779:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.807926:0:120779:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.807933:0:120779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac208 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00000002:00100000:1.0:1769074963.807950:0:120779:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612038272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.807964:0:120779:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.807989:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.808001:0:120779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.808011:0:120779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5f9a8 00010000:00010000:1.0:1769074963.808014:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.808022:0:120779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.808853:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808865:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.808874:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808877:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.808884:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808887:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.808895:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808898:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.808907:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808910:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.808919:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808923:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.808930:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808933:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.808941:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808944:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.808952:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.808964:0:120779:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a50b701080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.808970:0:120779:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.808991:0:120779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.809366:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.809375:0:120779:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000020:00100000:1.0:1769074963.809388:0:120779:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.809396:0:120779:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612038656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.809406:0:120779:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000100:00100000:1.0:1769074963.809428:0:120779:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038656:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074963.809590:0:120779:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000080:00200000:2.0:1769074963.810590:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810602:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.810616:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810619:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.810628:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810631:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.810637:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810640:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.810648:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810650:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.810659:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810662:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.810670:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810673:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.810681:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810684:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.810692:0:120778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.810695:0:120778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1769074963.815830:0:120779:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038656:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074963.815860:0:120779:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815872:0:120779:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815879:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815885:0:120779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815893:0:120779:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815899:0:120779:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.815904:0:120779:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815910:0:120779:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815916:0:120779:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815922:0:120779:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.815928:0:120779:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.815933:0:120779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac20f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00000002:00100000:1.0:1769074963.815949:0:120779:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612038656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.815968:0:120779:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.815993:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.816006:0:120779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.816015:0:120779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5f9a8 00010000:00010000:1.0:1769074963.816019:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.816026:0:120779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.817480:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817493:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.817510:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817514:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.817524:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817527:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.817534:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817537:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.817543:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817546:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.817553:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817557:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.817563:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817566:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.817571:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817574:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.817581:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.817594:0:120779:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6c600, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.817601:0:120779:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.817622:0:120779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.817678:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.817839:0:120779:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000020:00100000:1.0:1769074963.817851:0:120779:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.817861:0:120779:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612038912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.817871:0:120779:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000100:00100000:1.0:1769074963.817893:0:120779:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038912:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074963.818172:0:120779:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.821704:0:120779:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612038912:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074963.821729:0:120779:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821742:0:120779:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821749:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821756:0:120779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821763:0:120779:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821769:0:120779:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.821774:0:120779:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821780:0:120779:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821786:0:120779:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821792:0:120779:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.821798:0:120779:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.821805:0:120779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00000002:00100000:1.0:1769074963.821823:0:120779:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612038912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.821838:0:120779:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.821865:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.821877:0:120779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.821887:0:120779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5f9a8 00010000:00010000:1.0:1769074963.821891:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.821899:0:120779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.822297:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822307:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.822317:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822320:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.822327:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822329:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.822335:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822338:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.822344:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822347:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.822354:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822358:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.822364:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822367:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.822374:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822377:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.822385:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.822396:0:120779:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6d800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.822403:0:120779:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.822422:0:120779:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.822472:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.822480:0:120779:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000020:00100000:1.0:1769074963.822494:0:120779:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.822502:0:120779:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612039168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.822511:0:120779:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00000100:00100000:1.0:1769074963.822531:0:120779:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612039168:192.168.204.123@tcp:101:awk.0 00000100:00100000:1.0:1769074963.822709:0:120779:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.830569:0:120779:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job awk:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120779:1855007612039168:192.168.204.123@tcp:101:awk.0 00010000:00010000:1.0:1769074963.830596:0:120779:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830619:0:120779:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830626:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830632:0:120779:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830640:0:120779:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830646:0:120779:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.830650:0:120779:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830656:0:120779:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830664:0:120779:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830671:0:120779:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.830677:0:120779:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00010000:00010000:1.0:1769074963.830682:0:120779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac21d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120779 initiator: MDT0 00000002:00100000:1.0:1769074963.830699:0:120779:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612039168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.830713:0:120779:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.830737:0:120779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.830749:0:120779:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.830759:0:120779:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5f9a8 00010000:00010000:1.0:1769074963.830762:0:120779:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.830769:0:120779:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.831173:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831194:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.831208:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831212:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831222:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831225:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831233:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831235:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831243:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831246:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831254:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831258:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831267:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831270:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831278:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831281:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831288:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831291:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074963.831425:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831430:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.831439:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831442:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831451:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831453:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831463:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831466:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831472:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831475:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831482:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831484:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831492:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831495:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831505:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831507:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831515:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831519:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074963.831648:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831654:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.831665:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831668:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831678:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831681:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831691:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831694:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831702:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831705:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831714:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831718:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831726:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831729:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831736:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831738:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831746:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831750:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.831921:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831926:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.831934:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831937:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831945:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831948:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831955:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831958:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831966:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831969:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.831977:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831979:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831987:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.831990:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.831998:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.832001:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.832009:0:120779:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.832013:0:120779:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074963.860976:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.861008:0:120784:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.861016:0:120784:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074963.861045:0:120784:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.861077:0:120784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.861094:0:120784:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.861103:0:120784:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.861113:0:120784:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074963.861117:0:120784:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074963.861144:0:120784:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c2bcb8 00010000:00010000:2.0:1769074963.861150:0:120784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.861159:0:120784:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.862601:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862615:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.862628:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862632:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862641:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862644:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862651:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862654:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862662:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862664:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862673:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862677:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862686:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862689:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862698:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862700:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862708:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862711:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074963.862875:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862880:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.862889:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862891:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862900:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862903:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862910:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862912:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862920:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862923:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.862932:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862934:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862944:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862947:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862955:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862958:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.862967:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862971:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074963.863119:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863148:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.863159:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863162:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863170:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863173:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863180:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863183:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863190:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863193:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863201:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863204:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863213:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863216:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863224:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863227:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863235:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863239:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074963.863361:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863365:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.863374:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863377:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863385:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863388:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863397:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863399:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863408:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863410:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863418:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863421:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863428:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863431:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863437:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863440:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863448:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863452:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074963.863568:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863573:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.863582:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863585:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863594:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863597:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863604:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863607:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863614:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863617:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863624:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863627:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863634:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863637:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863643:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863646:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863653:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863657:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074963.863767:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863772:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.863780:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863783:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863791:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863793:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863802:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863805:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863812:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863814:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863822:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863825:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863833:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863835:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863843:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863846:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.863854:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863858:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074963.863965:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863970:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.863979:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863982:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863989:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.863993:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.863999:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864002:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.864010:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864013:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.864019:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864022:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.864029:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864032:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.864040:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864043:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.864051:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.864054:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.864742:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.864753:0:120782:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.864759:0:120782:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074963.864795:0:120782:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.864813:0:120782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.864829:0:120782:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.864837:0:120782:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.864844:0:120782:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074963.864847:0:120782:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074963.864854:0:120782:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101987cb8 00010000:00010000:3.0:1769074963.864858:0:120782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.864867:0:120782:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.866830:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074963.866851:0:120783:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074963.866858:0:120783:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074963.866884:0:120783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074963.866906:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.866925:0:120783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.866934:0:120783:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074963.866942:0:120783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074963.866947:0:120783:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:1.0:1769074963.866955:0:120783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b6fcb8 00010000:00010000:1.0:1769074963.866960:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.866969:0:120783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.867015:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.867024:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.867033:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.867038:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.867689:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867697:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.867710:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867713:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.867721:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867724:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.867731:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867733:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.867740:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867743:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.867750:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867753:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.867761:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867764:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.867771:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867773:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.867780:0:120784:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.867784:0:120784:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074963.868179:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868282:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.868302:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868305:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.868314:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868317:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.868325:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868328:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.868338:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868342:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.868349:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868352:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.868360:0:120782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.868363:0:120782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.870741:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870757:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.870770:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870774:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.870783:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870786:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.870793:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870796:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.870804:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870807:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.870814:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870818:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.870825:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870828:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.870836:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870839:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.870849:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.870860:0:120783:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a502a57080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.870867:0:120783:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.870890:0:120783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.870961:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.870971:0:120783:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000020:00100000:1.0:1769074963.870984:0:120783:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.870995:0:120783:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612039424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.871004:0:120783:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000100:00100000:1.0:1769074963.871029:0:120783:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039424:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074963.873779:0:120783:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.876652:0:120783:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039424:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074963.876675:0:120783:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876688:0:120783:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876694:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876701:0:120783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876709:0:120783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876716:0:120783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.876720:0:120783:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876726:0:120783:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876733:0:120783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876739:0:120783:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.876746:0:120783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.876752:0:120783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac224 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00000002:00100000:1.0:1769074963.876771:0:120783:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612039424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.876787:0:120783:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.876812:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.876823:0:120783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.876833:0:120783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074963.876837:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.876844:0:120783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.877712:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877725:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.877736:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877740:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.877748:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877751:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.877758:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877761:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.877769:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877772:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.877781:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877785:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.877794:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877797:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.877805:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877808:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.877817:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.877828:0:120783:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.877835:0:120783:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.877854:0:120783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.877904:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.877912:0:120783:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000020:00100000:1.0:1769074963.877923:0:120783:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.877931:0:120783:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612039680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.877940:0:120783:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000100:00100000:1.0:1769074963.877959:0:120783:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039680:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074963.878186:0:120783:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.884586:0:120783:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039680:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074963.884631:0:120783:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884646:0:120783:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884652:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884660:0:120783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884668:0:120783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884674:0:120783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.884679:0:120783:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884684:0:120783:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884691:0:120783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884698:0:120783:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.884704:0:120783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.884710:0:120783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac22b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00000002:00100000:1.0:1769074963.884728:0:120783:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612039680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.884742:0:120783:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.885019:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.885033:0:120783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.885044:0:120783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074963.885118:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.885153:0:120783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.885538:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.885548:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.885559:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.885563:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.885571:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.885574:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.885582:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.885586:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.885592:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.885595:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.886953:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.886969:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.886989:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.886992:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.887001:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.887004:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.887012:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.887024:0:120783:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506191b00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074963.887030:0:120783:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074963.887531:0:120783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074963.887596:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.887617:0:120783:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000020:00100000:1.0:1769074963.887633:0:120783:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074963.887645:0:120783:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f480 x1855007612039936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074963.887654:0:120783:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00000100:00100000:1.0:1769074963.887675:0:120783:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039936:192.168.204.123@tcp:101:openssl.0 00000100:00100000:1.0:1769074963.887920:0:120783:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.897390:0:120783:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job openssl:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120783:1855007612039936:192.168.204.123@tcp:101:openssl.0 00010000:00010000:1.0:1769074963.897417:0:120783:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897431:0:120783:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897438:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897444:0:120783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897451:0:120783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897457:0:120783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074963.897461:0:120783:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897468:0:120783:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897475:0:120783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897482:0:120783:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074963.897488:0:120783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00010000:00010000:1.0:1769074963.897494:0:120783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120783 initiator: MDT0 00000002:00100000:1.0:1769074963.897512:0:120783:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f480 x1855007612039936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074963.897526:0:120783:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.897551:0:120783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.897564:0:120783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.897573:0:120783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074963.897576:0:120783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.897583:0:120783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.898368:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898382:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.898396:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898400:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898409:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898412:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898421:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898424:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898432:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898434:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898442:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898446:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898453:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898456:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898466:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898469:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898478:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898482:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074963.898898:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898904:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.898916:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898920:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898927:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898930:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898938:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898940:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898949:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898951:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.898961:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898964:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898972:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898975:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898983:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898986:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.898993:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.898998:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074963.899757:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.899969:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.899989:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.899993:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.900002:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900005:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.900013:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900016:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.900023:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900026:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.900034:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900037:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.900380:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900387:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.900405:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900409:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.900417:0:120783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.900421:0:120783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.925280:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.925306:0:120789:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.925316:0:120789:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074963.925345:0:120789:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.925365:0:120789:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.925393:0:120789:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.925400:0:120789:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.925408:0:120789:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074963.925411:0:120789:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074963.925419:0:120789:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c53cb8 00010000:00010000:2.0:1769074963.925423:0:120789:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.925431:0:120789:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.926731:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926744:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.926758:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926762:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.926773:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926777:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.926785:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926787:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.926795:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926797:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.926805:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926808:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.926815:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926817:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.926825:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926828:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.926836:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926840:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074963.926992:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.926998:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.927007:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927010:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927018:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927021:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927029:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927032:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927038:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927041:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927048:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927051:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927059:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927062:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927084:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927087:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927095:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927099:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074963.927256:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927261:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.927272:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927275:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927283:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927285:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927294:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927296:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927304:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927308:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927315:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927318:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927325:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927328:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927335:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927337:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927344:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927348:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074963.927477:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927482:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.927492:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927495:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927503:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927506:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927514:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927517:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927524:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927527:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927535:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927537:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927545:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927548:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927555:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927558:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927565:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927569:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074963.927693:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927697:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.927709:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927712:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927720:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927723:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927729:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927731:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927737:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927740:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927748:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927751:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927759:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927762:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927770:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927773:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927781:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927785:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074963.927896:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927901:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.927909:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927912:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927921:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927924:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927933:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927937:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927945:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927948:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.927955:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927958:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927965:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927967:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927974:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927977:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.927984:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.927987:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074963.928963:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.928977:0:120787:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.928983:0:120787:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:0.0:1769074963.929008:0:120787:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.929035:0:120787:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.929049:0:120787:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.929057:0:120787:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.929075:0:120787:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074963.929079:0:120787:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:0.0:1769074963.929085:0:120787:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c3bcb8 00010000:00010000:0.0:1769074963.929088:0:120787:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.929097:0:120787:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.933558:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.933579:0:120788:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.933588:0:120788:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074963.933615:0:120788:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.933637:0:120788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.933654:0:120788:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.933661:0:120788:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.933668:0:120788:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:3.0:1769074963.933671:0:120788:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:3.0:1769074963.933680:0:120788:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101c43cb8 00010000:00010000:3.0:1769074963.933684:0:120788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.933692:0:120788:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.938526:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938543:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.938554:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938558:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938566:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938569:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938576:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938578:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938585:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938588:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938595:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938598:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938606:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938608:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938617:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938620:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938627:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938630:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.938874:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938879:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.938890:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938894:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938903:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938907:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938915:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938918:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938926:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938929:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.938937:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938940:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938948:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938951:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938959:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938962:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.938970:0:120789:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.938974:0:120789:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074963.940336:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940349:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.940364:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940368:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.940378:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940382:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.940389:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940392:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.940400:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940403:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.940410:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940413:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.940422:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940425:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.940432:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940435:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.940442:0:120787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.940446:0:120787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.942898:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942912:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.942922:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942926:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.942934:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942936:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.942944:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942947:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.942954:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942957:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.942964:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942967:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.942973:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942976:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.942985:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942987:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.942993:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.942997:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074963.944725:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944738:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.944751:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944755:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.944764:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944768:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.944776:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944779:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.944789:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944791:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.944798:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944801:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.944809:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944812:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.944819:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944822:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.944828:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944832:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074963.944974:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944979:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.944989:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.944992:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.945001:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.945005:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.945013:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.945016:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947377:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947396:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947445:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947451:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947461:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947465:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947474:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947478:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947489:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947493:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074963.947724:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947730:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.947739:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947743:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947751:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947754:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947761:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947764:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947773:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947776:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947785:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947789:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947798:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947801:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947809:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947811:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947819:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947823:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074963.947935:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947940:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.947948:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947952:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947959:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947961:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947968:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947971:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947977:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947980:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.947987:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947989:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.947996:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.947999:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.948005:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.948008:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.948015:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.948018:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074963.949525:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949540:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.949551:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949555:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.949564:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949567:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.949574:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949577:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.949584:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949586:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.949594:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949597:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.949605:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949607:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.949616:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949619:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.949628:0:120788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.949632:0:120788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:1.0:1769074963.955586:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074963.979864:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979884:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.979898:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979903:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.979911:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979915:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.979924:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979927:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.979935:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979937:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.979945:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979949:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.979957:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979960:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.979969:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979972:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.979979:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.979983:0:120791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.980846:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.980862:0:120792:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.980870:0:120792:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074963.980894:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.980913:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.980928:0:120792:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.980936:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.980942:0:120792:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074963.980946:0:120792:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac175 00000080:00010000:2.0:1769074963.980953:0:120792:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac175 from it ffffb0d101b5fcb8 00010000:00010000:2.0:1769074963.980958:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.980966:0:120792:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.981711:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.981729:0:120791:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=1536 00000080:00200000:0.0:1769074963.981733:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074963.981738:0:120791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074963.981743:0:120791:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8) 00800000:00000004:0.0:1769074963.981763:0:120791:0:(obd_class.h:1049:obd_statfs_async()) lustre-MDT0000-mdc-ffff97a51160d000: age 1956, max_age 0 00010000:00010000:0.0:1769074963.981829:0:120791:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.981848:0:120791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.981976:0:120791:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.981984:0:120791:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074963.981987:0:120791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac175 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692026ca expref: -99 pid: 119438 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074963.982006:0:120791:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074963.982018:0:120791:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ea00 x1855007612040320/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074963.982040:0:120791:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120791:1855007612040320:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074963.982176:0:120791:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074963.986354:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612040064:192.168.204.123@tcp:41:pjdfstest.0 00000080:00200000:2.0:1769074963.988308:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000100:00100000:3.0:1769074963.994253:0:120791:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120791:1855007612040320:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074963.994308:0:120791:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00200000:3.0:1769074963.994316:0:120791:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000100:00100000:0.0:1769074963.996512:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612040064:192.168.204.123@tcp:41:pjdfstest.0 00000080:00200000:0.0:1769074963.996878:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074963.996884:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074963.996911:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.996969:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074963.996981:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074963.996990:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074963.997014:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040448:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074963.997609:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.000753:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040448:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.000786:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000799:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000811:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000818:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000825:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000831:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.000836:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000843:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000850:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000856:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.000863:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.000868:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac239 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.000885:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612040448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.000900:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.000923:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.000990:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.001008:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.001012:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.001030:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.001093:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.001100:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.001108:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.001149:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040576:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.001583:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.004699:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040576:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.004726:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004739:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004747:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004754:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004762:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004863:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.004869:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004877:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004885:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004892:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.004898:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.004904:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac240 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.004920:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612040576/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.004934:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.004958:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.005035:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.005683:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.005690:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.005712:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.005821:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.005830:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.005840:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.005867:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040704:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.005971:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.009737:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040704:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.009760:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009834:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009841:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009847:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009854:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009859:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.009865:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009870:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009878:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009884:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.009890:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.009895:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac247 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.009913:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612040704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.009929:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.009954:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.010017:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.010031:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.010035:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.010408:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.010454:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.010462:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.010470:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.010489:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040832:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.010633:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.013973:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040832:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.013994:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.014006:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.014012:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.014023:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.014031:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.014037:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.014041:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015460:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015470:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015483:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.015490:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015498:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac24e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.015526:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612040832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.015541:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.015569:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.015642:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.015658:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.015663:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.015681:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.015729:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015737:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.015745:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.018385:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040960:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.018721:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.025760:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612040960:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.025790:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025802:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025809:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025816:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025823:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025829:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.025833:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025839:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025847:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025854:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.025860:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.025865:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac255 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.025881:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612040960/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.025895:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.025916:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.025979:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.025992:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.025996:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.026011:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.026058:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.026073:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.026083:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.026105:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041088:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.026236:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.031714:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041088:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.031741:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031753:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031759:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031766:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031773:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031778:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.031782:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031789:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031796:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031802:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.031809:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.031814:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac25c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.031829:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612041088/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.031848:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.031875:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.031942:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.031957:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.031961:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.031978:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.032028:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.032036:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.032056:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.032087:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041216:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.032407:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.036061:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041216:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.036093:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036106:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036114:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036155:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036170:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036186:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.036193:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036200:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036207:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036213:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.036219:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036225:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac263 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.036244:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612041216/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.036270:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.036300:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.036369:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.036384:0:120792:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:0.0:1769074964.036388:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:0.0:1769074964.036406:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.036448:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036460:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.036469:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.036489:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041344:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.036576:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.043854:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041344:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.043879:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043893:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043900:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043908:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043915:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043920:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.043926:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043932:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043943:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043950:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.043956:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.043963:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac26a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.043982:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2e680 x1855007612041344/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.043997:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.044022:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.044115:0:120792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.044156:0:120792:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506020180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.044163:0:120792:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:0.0:1769074964.044194:0:120792:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.044241:0:120792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.044257:0:120792:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000020:00100000:0.0:1769074964.044267:0:120792:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.044274:0:120792:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e680 x1855007612041600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.044282:0:120792:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00000100:00100000:0.0:1769074964.044305:0:120792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041600:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.044478:0:120792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.049478:0:120792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120792:1855007612041600:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.049504:0:120792:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049517:0:120792:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049525:0:120792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049531:0:120792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049538:0:120792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049544:0:120792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.049549:0:120792:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049555:0:120792:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049562:0:120792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049570:0:120792:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.049576:0:120792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00010000:00010000:0.0:1769074964.049587:0:120792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac271 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120792 initiator: MDT0 00000002:00100000:0.0:1769074964.049605:0:120792:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2e680 x1855007612041600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.049618:0:120792:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.049641:0:120792:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00000080:00200000:3.0:1769074964.055113:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.055164:0:120794:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.055173:0:120794:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:3.0:1769074964.055196:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.055211:0:120794:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 30 res 8589935617/1 (0 0) 00010000:00010000:3.0:1769074964.055364:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:3.0:1769074964.055375:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:3.0:1769074964.055384:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:3.0:1769074964.055411:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041728:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074964.055501:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.065969:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041728:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074964.065998:0:120794:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066012:0:120794:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066025:0:120794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066035:0:120794:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066315:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066325:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066333:0:120794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074964.066350:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924a80 x1855007612041728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074964.066364:0:120794:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066376:0:120794:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/1 (0 0) 00000080:00200000:0.0:1769074964.066383:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074964.066407:0:120794:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00010000:0.0:1769074964.066413:0:120794:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac278 00000080:00010000:0.0:1769074964.066418:0:120794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:0.0:1769074964.066421:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa3cb8 00010000:00010000:0.0:1769074964.066424:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.066431:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.077819:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.077845:0:120794:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074964.077851:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074964.077880:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.077949:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.077959:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.077971:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:1.0:1769074964.077999:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041856:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.078156:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.081817:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041856:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.081841:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081853:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081864:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081871:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081879:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081886:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.081891:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081897:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081904:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081910:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.081916:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.081922:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac27f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:1.0:1769074964.081939:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f480 x1855007612041856/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.081953:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.081978:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.081996:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.082004:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa3980 00010000:00010000:1.0:1769074964.082007:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.082014:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.082109:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.082162:0:120794:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:1.0:1769074964.082168:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:1.0:1769074964.082186:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.082226:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.082233:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.082240:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:1.0:1769074964.082606:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041984:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.082731:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.093726:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612041984:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.093751:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093764:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093771:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093779:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093787:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093793:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.093798:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093805:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093813:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093824:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.093831:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.093837:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244e00/0xd0f48591888ac286 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:2.0:1769074964.093855:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f480 x1855007612041984/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.093870:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.093897:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.093910:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.093919:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa3980 00010000:00010000:2.0:1769074964.093922:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.093929:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.094006:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.094014:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.094027:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.094031:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.094039:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.094056:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.094094:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.094107:0:120794:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=17 00000080:00200000:2.0:1769074964.094112:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=0 00000002:00010000:2.0:1769074964.096857:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.096946:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.096962:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.096974:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:2.0:1769074964.097004:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042112:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.097119:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.101519:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042112:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.101543:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101555:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101562:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101569:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101577:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101582:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.101588:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101595:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101602:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101608:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.101615:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:2.0:1769074964.101621:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac28d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:2.0:1769074964.101639:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940000 x1855007612042112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.101654:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.101680:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.101692:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.101701:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa3980 00010000:00010000:2.0:1769074964.101705:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.101712:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.102006:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.102016:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.102030:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.102033:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.104450:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.104481:0:120794:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506bedb00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074964.104490:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:3.0:1769074964.104515:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074964.104585:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:3.0:1769074964.104595:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000020:00100000:3.0:1769074964.104608:0:120794:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074964.104620:0:120794:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511924700 x1855007612042368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074964.104629:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:3.0:1769074964.104652:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042368:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.104914:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.111918:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042368:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.111940:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111953:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111958:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111963:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111968:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111972:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.111976:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111980:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111984:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111988:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.111993:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.111997:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac294 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:1.0:1769074964.112012:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511924700 x1855007612042368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.112023:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.112070:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.112084:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.112094:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa39a8 00010000:00010000:1.0:1769074964.112098:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.112106:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.112628:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112639:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.112645:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112648:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.112653:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112655:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.112659:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112661:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.112665:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112667:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.112671:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112673:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.112678:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112679:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.112684:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112685:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.112690:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.112698:0:120794:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a506190180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.112704:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074964.112722:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.112767:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.112773:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000020:00100000:1.0:1769074964.112780:0:120794:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.112785:0:120794:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ed80 x1855007612042624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.112792:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:1.0:1769074964.112808:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042624:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.112964:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.117029:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042624:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.117073:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117085:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117092:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117099:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117107:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117114:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.117118:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117176:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117184:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117191:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.117198:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.117204:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac29b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:1.0:1769074964.117223:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ed80 x1855007612042624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.117237:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.117272:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.117285:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.117295:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa39a8 00010000:00010000:1.0:1769074964.117298:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.117306:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.117699:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117710:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.117719:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117723:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.117732:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117735:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.117743:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117745:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.117753:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117756:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.117763:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117936:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.117952:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117955:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.117964:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117967:0:120794:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.117975:0:120794:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.117987:0:120794:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), file ffff97a507e6ca80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.117993:0:120794:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=open 00000002:00010000:1.0:1769074964.118012:0:120794:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.118058:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120794 initiator: MDT0 00010000:00010000:1.0:1769074964.118081:0:120794:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000020:00100000:1.0:1769074964.118093:0:120794:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.118100:0:120794:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5ed80 x1855007612042880/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.118110:0:120794:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00000100:00100000:1.0:1769074964.118163:0:120794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042880:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.118701:0:120794:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.126664:0:120794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120794:1855007612042880:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.126689:0:120794:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126703:0:120794:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126709:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126720:0:120794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126727:0:120794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126733:0:120794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.126738:0:120794:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126744:0:120794:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126751:0:120794:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126757:0:120794:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.126764:0:120794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00010000:00010000:0.0:1769074964.126771:0:120794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245a00/0xd0f48591888ac2a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120794 initiator: MDT0 00000002:00100000:0.0:1769074964.126789:0:120794:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5ed80 x1855007612042880/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.126803:0:120794:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.126829:0:120794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.126842:0:120794:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.126857:0:120794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101fa39a8 00010000:00010000:0.0:1769074964.126861:0:120794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.126868:0:120794:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.138490:0:120795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.138511:0:120795:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.138520:0:120795:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074964.138540:0:120795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.138559:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.138574:0:120795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.138582:0:120795:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.138589:0:120795:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074964.138592:0:120795:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac278 00000080:00010000:1.0:1769074964.138599:0:120795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101c5bcb8 00010000:00010000:1.0:1769074964.138603:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.138612:0:120795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.138647:0:120795:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074964.138654:0:120795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.138661:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.138668:0:120795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.138674:0:120795:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.138677:0:120795:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074964.138680:0:120795:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:1.0:1769074964.138683:0:120795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d101c5bb58 00010000:00010000:1.0:1769074964.138686:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.138692:0:120795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.138699:0:120795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.138712:0:120795:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), flags=9 00000080:00200000:1.0:1769074964.138716:0:120795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff97a509d09148), intent=getattr 00000002:00010000:1.0:1769074964.138727:0:120795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.138776:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120795 initiator: MDT0 00010000:00010000:1.0:1769074964.138783:0:120795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120795 initiator: MDT0 00010000:00010000:1.0:1769074964.138792:0:120795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120795 initiator: MDT0 00000100:00100000:1.0:1769074964.138817:0:120795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120795:1855007612043008:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074964.138931:0:120795:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.144682:0:120795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120795:1855007612043008:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074964.144709:0:120795:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.144728:0:120795:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.144736:0:120795:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.144749:0:120795:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.144761:0:120795:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145000:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145008:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145015:0:120795:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.145026:0:120795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5df80 x1855007612043008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.145040:0:120795:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145386:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145400:0:120795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145409:0:120795:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145416:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145423:0:120795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145497:0:120795:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074964.145505:0:120795:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074964.145527:0:120795:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 11776 00000080:00200000:1.0:1769074964.145530:0:120795:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff97a509e542c8): rc = 0 00000080:00010000:1.0:1769074964.145535:0:120795:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac278 00000080:00010000:1.0:1769074964.145549:0:120795:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074964.145553:0:120795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101c5bb20 00010000:00010000:1.0:1769074964.145557:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145565:0:120795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074964.145612:0:120795:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.145619:0:120795:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:1.0:1769074964.145640:0:120795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.145649:0:120795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145656:0:120795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.145662:0:120795:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.145666:0:120795:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:1.0:1769074964.145670:0:120795:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac278 00000080:00010000:1.0:1769074964.145673:0:120795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d101c5bcb8 00010000:00010000:1.0:1769074964.145676:0:120795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.145683:0:120795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146649:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074964.146660:0:5554:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146670:0:5554:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.146675:0:5554:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146684:0:5554:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146692:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146714:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146725:0:5554:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146775:0:5554:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146781:0:5554:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074964.146807:0:5554:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146814:0:5554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245e00/0xd0f48591888ac2a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202a74 expref: -99 pid: 120795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.146832:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074964.146834:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074964.146836:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074964.146859:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612043136:192.168.204.123@tcp:103:ldlm_bl.0 00000080:00200008:2.0:1769074964.147939:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97a509d09148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.147949:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074964.147968:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.147984:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.147995:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148003:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.148009:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074964.148014:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:2.0:1769074964.148019:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074964.148024:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148032:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148355:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074964.148364:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.148371:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148385:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148391:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.148395:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074964.148398:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:2.0:1769074964.148402:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fb58 00010000:00010000:2.0:1769074964.148405:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148412:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148421:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.148427:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074964.148434:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000401:0x1:0x0](ffff97a509e542c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.148438:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8),name=pjdfstest 00000002:00010000:2.0:1769074964.148448:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.148455:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148464:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148471:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.148474:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) 00000080:00010000:2.0:1769074964.148477:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff97a509e542c8) for lock 0xd0f48591888ac278 00000080:00010000:2.0:1769074964.148481:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac278 from it ffffb0d10197fcb8 00010000:00010000:2.0:1769074964.148485:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148493:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148506:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:2.0:1769074964.148510:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.148515:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148521:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148527:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.148530:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:2.0:1769074964.148533:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:2.0:1769074964.148536:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fb58 00010000:00010000:2.0:1769074964.148540:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.148547:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.148554:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.148558:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:2.0:1769074964.148561:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.148573:0:120770:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), flags=9 00000080:00200000:2.0:1769074964.148578:0:120770:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e, dir=[0x200000401:0x1:0x0](ffff97a509e542c8), intent=getattr 00000002:00010000:2.0:1769074964.148587:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.148625:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120770 initiator: MDT0 00010000:00010000:2.0:1769074964.148633:0:120770:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120770 initiator: MDT0 00010000:00010000:2.0:1769074964.148643:0:120770:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120770 initiator: MDT0 00000100:00100000:2.0:1769074964.148665:0:120770:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120770:1855007612043264:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074964.148727:0:120770:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.153631:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2372:1855007612043136:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074964.155022:0:120770:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120770:1855007612043264:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074964.155057:0:120770:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155090:0:120770:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155098:0:120770:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155112:0:120770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155154:0:120770:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155167:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155183:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155191:0:120770:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.155203:0:120770:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940000 x1855007612043264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.155217:0:120770:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155227:0:120770:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:1.0:1769074964.155236:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074964.155260:0:120770:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00200000:1.0:1769074964.155263:0:120770:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18a:0x0](ffff97a509ef1988): rc = 0 00000080:00010000:1.0:1769074964.155268:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2b0 00000080:00010000:1.0:1769074964.155280:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.155283:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d10197fb20 00010000:00010000:1.0:1769074964.155287:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155299:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074964.155334:0:120770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.155342:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.155361:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.155368:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155380:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.155386:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.155390:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.155393:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2b0 00000080:00010000:1.0:1769074964.155397:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d10197fcb8 00010000:00010000:1.0:1769074964.155400:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155406:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.155450:0:120770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148),name=/ 00000002:00010000:1.0:1769074964.155458:0:120770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.155465:0:120770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155478:0:120770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.155484:0:120770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.155488:0:120770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) 00000080:00010000:1.0:1769074964.155491:0:120770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97a509d09148) for lock 0xd0f48591888ac1ad 00000080:00010000:1.0:1769074964.155496:0:120770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac1ad from it ffffb0d10197fc18 00010000:00010000:1.0:1769074964.155499:0:120770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.155505:0:120770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.155513:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97a509d09148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.155520:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:1.0:1769074964.155525:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff97a509e542c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.155528:0:120770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e, flags=11 00000080:00200000:1.0:1769074964.155533:0:120770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 101 00000080:00200000:1.0:1769074964.159376:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.159398:0:120798:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.159406:0:120798:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.159431:0:120798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.159448:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.159463:0:120798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.159471:0:120798:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.159477:0:120798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.159481:0:120798:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2b0 00000080:00010000:1.0:1769074964.159488:0:120798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c73cb8 00010000:00010000:1.0:1769074964.159492:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.159500:0:120798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.163010:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.163032:0:120798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.164009:0:120798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.164038:0:120798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.164922:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.164934:0:120798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.164945:0:120798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00000100:00100000:1.0:1769074964.164971:0:120798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043392:192.168.204.123@tcp:101:tail.0 00000080:00200000:3.0:1769074964.166148:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000100:00100000:1.0:1769074964.166263:0:120798:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.170477:0:120798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043392:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.170499:0:120798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170513:0:120798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170519:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170525:0:120798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170532:0:120798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170538:0:120798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.170543:0:120798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170548:0:120798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170555:0:120798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170561:0:120798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.170568:0:120798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170573:0:120798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac2b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00000002:00100000:1.0:1769074964.170591:0:120798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612043392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.170606:0:120798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.170649:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.170663:0:120798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.170672:0:120798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c73980 00010000:00010000:1.0:1769074964.170676:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.170684:0:120798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.170750:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.170776:0:120798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.170780:0:120798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.170799:0:120798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.170836:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170842:0:120798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.170850:0:120798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00000100:00100000:1.0:1769074964.170868:0:120798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043520:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074964.170955:0:120798:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000080:00200000:3.0:1769074964.173697:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.173756:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000100:00100000:1.0:1769074964.173997:0:120798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043520:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.174016:0:120798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174028:0:120798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174035:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174051:0:120798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174068:0:120798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174075:0:120798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.174080:0:120798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174086:0:120798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174093:0:120798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174101:0:120798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.174107:0:120798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174113:0:120798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac2be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00000002:00100000:1.0:1769074964.174156:0:120798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612043520/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.174171:0:120798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.174206:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.174218:0:120798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.174226:0:120798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c73980 00010000:00010000:1.0:1769074964.174229:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.174236:0:120798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.174282:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.174288:0:120798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.174297:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.174300:0:120798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.174307:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.174310:0:120798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.174322:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.174333:0:120798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.174338:0:120798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.174354:0:120798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.174398:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174405:0:120798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.174414:0:120798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00000100:00100000:1.0:1769074964.174440:0:120798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043648:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074964.174518:0:120798:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000080:00200000:3.0:1769074964.176531:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.176585:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.176594:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.176607:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.176610:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.176619:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.176622:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.176635:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000100:00100000:1.0:1769074964.178028:0:120798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612043648:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.178658:0:120798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178676:0:120798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178683:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178689:0:120798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178697:0:120798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178704:0:120798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.178708:0:120798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178714:0:120798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178721:0:120798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178728:0:120798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.178734:0:120798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.178743:0:120798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac2c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00000002:00100000:1.0:1769074964.178762:0:120798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612043648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.178878:0:120798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.178959:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.178972:0:120798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.179056:0:120797:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.179070:0:120797:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.179096:0:120797:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.179319:0:120797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.179327:0:120797:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.179337:0:120797:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00000100:00100000:3.0:1769074964.179367:0:120797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612043776:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074964.179517:0:120797:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000080:00010000:1.0:1769074964.179640:0:120798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c73980 00010000:00010000:1.0:1769074964.179647:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.179656:0:120798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.179729:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.179738:0:120798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.179750:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.179753:0:120798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.179762:0:120798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.179793:0:120798:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506190d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.179798:0:120798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.179811:0:120798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.179842:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.179850:0:120798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00000020:00100000:1.0:1769074964.179860:0:120798:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.179867:0:120798:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007612044032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.179877:0:120798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00000100:00100000:1.0:1769074964.179891:0:120798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612044032:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074964.180025:0:120798:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.184727:0:120797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612043776:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074964.184752:0:120797:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184781:0:120797:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184789:0:120797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184796:0:120797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184806:0:120797:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184813:0:120797:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.184820:0:120797:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184827:0:120797:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184834:0:120797:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184841:0:120797:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.184848:0:120797:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120797 initiator: MDT0 00010000:00010000:3.0:1769074964.184855:0:120797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac2cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120797 initiator: MDT0 00000002:00100000:3.0:1769074964.184873:0:120797:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926300 x1855007612043776/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.184886:0:120797:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.184911:0:120797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.184923:0:120797:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.184933:0:120797:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c6b980 00010000:00010000:3.0:1769074964.184936:0:120797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.184944:0:120797:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.185019:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.185028:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.185038:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.185541:0:120797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.185632:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000100:00100000:1.0:1769074964.185726:0:120798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120798:1855007612044032:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.185739:0:120798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185748:0:120798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185754:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185761:0:120798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185820:0:120798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185826:0:120798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.185829:0:120798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185836:0:120798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185841:0:120798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185847:0:120798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.185851:0:120798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00010000:00010000:1.0:1769074964.185857:0:120798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac2d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120798 initiator: MDT0 00000002:00100000:1.0:1769074964.185871:0:120798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5df80 x1855007612044032/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.185882:0:120798:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.185942:0:120798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.185953:0:120798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.185983:0:120797:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506bec180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074964.185992:0:120797:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:2.0:1769074964.186013:0:120797:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074964.186395:0:120797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120797 initiator: MDT0 00010000:00010000:2.0:1769074964.186404:0:120797:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00000020:00100000:2.0:1769074964.186414:0:120797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074964.186421:0:120797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942680 x1855007612044288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074964.186431:0:120797:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00000100:00100000:2.0:1769074964.186450:0:120797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612044288:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074964.186613:0:120797:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 11 seconds 00000080:00010000:1.0:1769074964.188052:0:120798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c739a8 00010000:00010000:1.0:1769074964.188072:0:120798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.188085:0:120798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074964.192300:0:120797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612044288:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074964.192323:0:120797:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192336:0:120797:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192342:0:120797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192347:0:120797:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192355:0:120797:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192360:0:120797:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.192365:0:120797:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192371:0:120797:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192383:0:120797:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192389:0:120797:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.192395:0:120797:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120797 initiator: MDT0 00010000:00010000:0.0:1769074964.192400:0:120797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27800/0xd0f48591888ac2da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120797 initiator: MDT0 00000002:00100000:0.0:1769074964.192418:0:120797:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507942680 x1855007612044288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.192432:0:120797:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.192457:0:120797:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.192470:0:120797:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.192480:0:120797:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2b0 from it ffffb0d101c6b9a8 00010000:00010000:0.0:1769074964.192483:0:120797:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.192490:0:120797:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.193322:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.193344:0:120797:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=1536 00000080:00200000:0.0:1769074964.193349:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:0.0:1769074964.193354:0:120797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:0.0:1769074964.193358:0:120797:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:0.0:1769074964.193400:0:120797:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.193479:0:120797:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.193487:0:120797:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074964.193490:0:120797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202a90 expref: -99 pid: 120770 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074964.193512:0:120797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074964.193520:0:120797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2e680 x1855007612044544/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074964.193544:0:120797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612044544:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074964.193640:0:120797:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.197834:0:120797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120797:1855007612044544:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074964.197915:0:120797:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18b:0x0](ffff97a509e57448) 00000080:00200000:0.0:1769074964.197924:0:120797:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18b:0x0], updating i_size 1024 00000080:00200000:2.0:1769074964.206761:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.208388:0:120800:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.208399:0:120800:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.208427:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.208505:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.208516:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.208528:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:2.0:1769074964.208559:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044672:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074964.208675:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.214869:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044672:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074964.214895:0:120800:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214908:0:120800:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214919:0:120800:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214929:0:120800:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214942:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214950:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214957:0:120800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074964.214968:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940e00 x1855007612044672/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074964.214979:0:120800:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.214992:0:120800:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:2.0:1769074964.214999:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074964.215021:0:120800:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:2.0:1769074964.215027:0:120800:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2e1 00000080:00010000:2.0:1769074964.215032:0:120800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.215035:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6fcb8 00010000:00010000:2.0:1769074964.215038:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.215057:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.216849:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.216867:0:120800:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074964.216873:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074964.216893:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.216950:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.216961:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.216971:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:2.0:1769074964.216997:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044800:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.217094:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.221033:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044800:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.221079:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221092:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221099:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221108:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221115:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221153:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.221158:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221166:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221185:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221193:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.221200:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221205:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac2e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:2.0:1769074964.221223:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007612044800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.221238:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.221268:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.221282:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.221291:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f980 00010000:00010000:2.0:1769074964.221296:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.221303:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.221396:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.221412:0:120800:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074964.221417:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074964.221435:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.221480:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221487:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.221496:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:2.0:1769074964.221517:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044928:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.221599:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.224503:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612044928:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.224523:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224535:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224541:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224548:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224554:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224561:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.224566:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224572:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224579:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224586:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.224591:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.224597:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac2ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:2.0:1769074964.224611:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007612044928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.224625:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.224648:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.224659:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.224668:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f980 00010000:00010000:2.0:1769074964.224672:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.224679:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.224743:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.224752:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.224763:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.225016:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.225030:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.225033:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.225111:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.225266:0:120800:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074964.225271:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074964.225288:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.225328:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.225336:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:2.0:1769074964.225343:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:2.0:1769074964.225360:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045056:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.225481:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.228266:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045056:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.228287:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228299:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228305:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228312:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228319:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228325:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.228330:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228336:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228342:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228348:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.228355:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228360:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27200/0xd0f48591888ac2f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:0.0:1769074964.228376:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507940e00 x1855007612045056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.228390:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.228415:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.228428:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.228442:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f980 00010000:00010000:0.0:1769074964.228446:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.228454:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.228530:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.228539:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.228552:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.228556:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.228565:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.228584:0:120800:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a502d85080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.228592:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.228612:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.228655:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:0.0:1769074964.228661:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000020:00100000:0.0:1769074964.228671:0:120800:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.228677:0:120800:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2ce00 x1855007612045312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.228685:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:0.0:1769074964.228705:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045312:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.229528:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.232894:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045312:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.232930:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232945:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232953:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232961:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232969:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232976:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.232981:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232989:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.232997:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.233004:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.233011:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.233017:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac2fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:1.0:1769074964.233035:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2ce00 x1855007612045312/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.233356:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.233383:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.233396:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.233405:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074964.233410:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.233418:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.233966:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.233977:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.233990:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.233994:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.234004:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234007:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.234016:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234019:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.234027:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234030:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.234038:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234381:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.234398:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234402:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.234411:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234414:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.234423:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.234435:0:120800:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506191980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.234442:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.234463:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.234521:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.234529:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000020:00100000:1.0:1769074964.234543:0:120800:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.234552:0:120800:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007612045568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.234563:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:1.0:1769074964.234588:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045568:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.235020:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.238582:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045568:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.238606:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238618:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238624:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238631:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238639:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238645:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.238650:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238656:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238663:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238669:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.238676:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.238682:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac304 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:1.0:1769074964.238701:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5df80 x1855007612045568/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.238716:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.238744:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.238757:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.238918:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074964.238923:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.238932:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.239695:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239705:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.239715:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239718:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.239725:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239728:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.239735:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239738:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.239745:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239747:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.239754:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239757:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.239918:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239924:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.239939:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239942:0:120800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.239952:0:120800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.239963:0:120800:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507e6d500, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.239970:0:120800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.239993:0:120800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.240375:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.240385:0:120800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000020:00100000:1.0:1769074964.240402:0:120800:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.240411:0:120800:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007612045824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.240420:0:120800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00000100:00100000:1.0:1769074964.240442:0:120800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045824:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.240660:0:120800:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.243969:0:120800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120800:1855007612045824:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.243995:0:120800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244008:0:120800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244015:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244022:0:120800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244030:0:120800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244037:0:120800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.244115:0:120800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244343:0:120800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244354:0:120800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244360:0:120800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.244368:0:120800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00010000:00010000:1.0:1769074964.244374:0:120800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac30b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120800 initiator: MDT0 00000002:00100000:1.0:1769074964.244394:0:120800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5df80 x1855007612045824/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.244408:0:120800:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.244431:0:120800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.244443:0:120800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.244453:0:120800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101b6f9a8 00010000:00010000:1.0:1769074964.244456:0:120800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.244464:0:120800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.260423:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.260444:0:120803:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.260452:0:120803:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.260475:0:120803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.260494:0:120803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.260511:0:120803:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.260519:0:120803:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074964.260528:0:120803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.260531:0:120803:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2e1 00000080:00010000:0.0:1769074964.260539:0:120803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101c33cb8 00010000:00010000:0.0:1769074964.260543:0:120803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.260552:0:120803:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.263584:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263606:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.263619:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263623:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.263631:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263634:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.263643:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263645:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.263653:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263656:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.263664:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263668:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.263675:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263678:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.263686:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263689:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.263696:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.263700:0:120802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074964.264447:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264456:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.264466:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264470:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.264479:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264482:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.264491:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264493:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.264507:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264510:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.264519:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264521:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.264528:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264530:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.264537:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264540:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.264548:0:120803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.264552:0:120803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.266603:0:120802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.266630:0:120802:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=0 00000080:00200000:2.0:1769074964.266636:0:120802:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=getattr 00000002:00010000:2.0:1769074964.266662:0:120802:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_35713d6d773a7833380228492b243484,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.266730:0:120802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120802 initiator: MDT0 00010000:00010000:2.0:1769074964.266742:0:120802:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120802 initiator: MDT0 00010000:00010000:2.0:1769074964.266753:0:120802:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120802 initiator: MDT0 00000100:00100000:2.0:1769074964.266783:0:120802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120802:1855007612045952:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074964.266941:0:120802:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.270894:0:120802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120802:1855007612045952:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074964.270922:0:120802:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270943:0:120802:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270952:0:120802:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270964:0:120802:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270974:0:120802:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270986:0:120802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.270994:0:120802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.271001:0:120802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074964.271013:0:120802:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507943480 x1855007612045952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074964.271032:0:120802:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.271051:0:120802:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/395 (0 0) 00000080:00200000:2.0:1769074964.271065:0:120802:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074964.271089:0:120802:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18b:0x0], updating i_size 1024 00000080:00200000:2.0:1769074964.271092:0:120802:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18b:0x0](ffff97a509e57448): rc = 0 00000080:00010000:2.0:1769074964.271098:0:120802:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18b:0x0](ffff97a509e57448) for lock 0xd0f48591888ac312 00000080:00010000:2.0:1769074964.271110:0:120802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18b:0x0](ffff97a509e57448) 00000080:00010000:2.0:1769074964.271114:0:120802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac312 from it ffffb0d101c73b20 00010000:00010000:2.0:1769074964.271117:0:120802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.271170:0:120802:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074964.271512:0:120802:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_35713d6d773a7833380228492b243484:[0x200000401:0x18b:0x0](ffff97a509e57448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.271521:0:120802:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18b:0x0](ffff97a509e57448),name=pjdfstest_35713d6d773a7833380228492b243484 00000002:00010000:2.0:1769074964.271547:0:120802:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18b:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.271558:0:120802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.271570:0:120802:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.271577:0:120802:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.271582:0:120802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18b:0x0](ffff97a509e57448) 00000080:00010000:2.0:1769074964.271587:0:120802:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18b:0x0](ffff97a509e57448) for lock 0xd0f48591888ac312 00000080:00010000:2.0:1769074964.271592:0:120802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac312 from it ffffb0d101c73cb8 00010000:00010000:2.0:1769074964.271595:0:120802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.271602:0:120802:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.277766:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.277791:0:120805:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.277799:0:120805:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.277820:0:120805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.277841:0:120805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.277856:0:120805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.277864:0:120805:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.277870:0:120805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.277874:0:120805:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2e1 00000080:00010000:2.0:1769074964.277883:0:120805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101c3bcb8 00010000:00010000:2.0:1769074964.277887:0:120805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.277895:0:120805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.281692:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281710:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.281723:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281727:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.281736:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281739:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.281748:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281751:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.281758:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281761:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.281769:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281772:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.281781:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281784:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.281792:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281795:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.281802:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281805:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074964.281990:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.281996:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.282004:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282008:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282016:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282019:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282027:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282030:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282437:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282443:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282459:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282463:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282474:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282477:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282486:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282490:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282498:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282503:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074964.282671:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282677:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.282686:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282689:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282699:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282702:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282710:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282712:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282719:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282722:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.282728:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282731:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282737:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282740:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282751:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282755:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.282764:0:120805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.282768:0:120805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074964.290796:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.290819:0:120808:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.290828:0:120808:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.290850:0:120808:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.290867:0:120808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.290882:0:120808:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.290890:0:120808:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074964.290897:0:120808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.290900:0:120808:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac2e1 00000080:00010000:3.0:1769074964.290907:0:120808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac2e1 from it ffffb0d101c7bcb8 00010000:00010000:3.0:1769074964.290911:0:120808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.290925:0:120808:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.294767:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294786:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.294797:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294801:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.294809:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294812:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.294820:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294823:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.294830:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294833:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.294840:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294844:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.294851:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294854:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.294861:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294864:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.294871:0:120808:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.294876:0:120808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.297037:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297387:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.297408:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297412:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.297423:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297426:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.297435:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297438:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.297445:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297448:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.297455:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297458:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.297467:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297469:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.297478:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297481:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.297490:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.297494:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.298001:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.298011:0:120807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, flags=0 00000080:00200000:1.0:1769074964.298016:0:120807:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:1.0:1769074964.298021:0:120807:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:2.0:1769074964.298589:0:120807:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.298652:0:120807:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.298696:0:120807:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.298704:0:120807:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.298715:0:120807:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074964.298718:0:120807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac312 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202bc4 expref: -99 pid: 120802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.298732:0:120807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac2e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202b2a expref: -99 pid: 120800 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074964.298750:0:120807:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074964.298763:0:120807:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943480 x1855007612046208/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074964.298788:0:120807:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120807:1855007612046208:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074964.298941:0:120807:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.305373:0:120807:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120807:1855007612046208:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074964.305431:0:120807:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x18b:0x0](ffff97a509e57448) 00000080:00200000:2.0:1769074964.316587:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.316609:0:120810:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.316617:0:120810:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.316641:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.316707:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:2.0:1769074964.316718:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:2.0:1769074964.316728:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:2.0:1769074964.316759:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046336:192.168.204.123@tcp:101:sh.0 00000100:00100000:2.0:1769074964.316854:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.320879:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046336:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074964.320906:0:120810:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320919:0:120810:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320930:0:120810:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320940:0:120810:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320952:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320982:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.320994:0:120810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074964.321006:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507940a80 x1855007612046336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074964.321025:0:120810:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.321383:0:120810:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:3.0:1769074964.321393:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074964.321416:0:120810:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:3.0:1769074964.321421:0:120810:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac319 00000080:00010000:3.0:1769074964.321427:0:120810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.321429:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8bcb8 00010000:00010000:3.0:1769074964.321433:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.321442:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.323642:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.323662:0:120810:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.323669:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.323694:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.323756:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.323766:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.323775:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:3.0:1769074964.323800:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046464:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.323949:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.327937:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046464:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.327958:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.327970:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.327977:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.327984:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.327991:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.327997:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.328001:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328007:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328013:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328019:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.328026:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328032:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:3.0:1769074964.328379:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926300 x1855007612046464/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.328398:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.328428:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.328441:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.328449:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b980 00010000:00010000:3.0:1769074964.328453:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.328462:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.328541:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.328555:0:120810:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.328560:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.328580:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.328622:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328629:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.328638:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:3.0:1769074964.328656:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046592:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.328774:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.332624:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046592:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.332649:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332662:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332669:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332676:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332684:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332690:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.332694:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332700:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332708:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332714:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.332720:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.332725:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac327 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:3.0:1769074964.332742:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926300 x1855007612046592/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.332756:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.332854:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.332867:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.332875:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b980 00010000:00010000:3.0:1769074964.332880:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.332888:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.332962:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.332971:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.332982:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.332986:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.332995:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.332998:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.333006:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.333016:0:120810:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.333020:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.333046:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.333101:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.333111:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.333120:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:3.0:1769074964.333164:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046720:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.333378:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.336464:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046720:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.336487:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336499:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336505:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336512:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336520:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336526:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.336531:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336537:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336547:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336553:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.336560:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:3.0:1769074964.336566:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac32e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:3.0:1769074964.336581:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511926300 x1855007612046720/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.336595:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.336701:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.336715:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.336723:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b980 00010000:00010000:2.0:1769074964.336726:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.336734:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.336820:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.336830:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.336840:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.336843:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.336850:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.336863:0:120810:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506bec000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074964.336869:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:2.0:1769074964.336888:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074964.336935:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:2.0:1769074964.336942:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000020:00100000:2.0:1769074964.336955:0:120810:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074964.336961:0:120810:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941880 x1855007612046976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074964.336969:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:2.0:1769074964.336990:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046976:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.337213:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.342748:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612046976:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.342786:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342800:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342807:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342814:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342822:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342829:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.342836:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342844:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342852:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342860:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.342869:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.342875:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26200/0xd0f48591888ac335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:0.0:1769074964.342894:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941880 x1855007612046976/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.342909:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.342936:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.342949:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.342958:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b9a8 00010000:00010000:0.0:1769074964.342961:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.342969:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.343423:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343433:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.343443:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343446:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.343454:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343456:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.343463:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343466:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.343473:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343475:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.343483:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343486:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.343495:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343498:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.343506:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343509:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.343517:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.343529:0:120810:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a508594900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.343536:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.343557:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.343614:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.343621:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000020:00100000:0.0:1769074964.343632:0:120810:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.343639:0:120810:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612047232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.343648:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:0.0:1769074964.343672:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612047232:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.343858:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.354191:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612047232:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.354222:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354238:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354245:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354253:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354260:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354265:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.354270:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354275:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354282:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354288:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.354294:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354300:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac33c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:0.0:1769074964.354320:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612047232/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.354335:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.354361:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.354373:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.354387:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b9a8 00010000:00010000:0.0:1769074964.354391:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.354398:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.354786:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354796:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.354806:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354809:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.354816:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354818:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.354825:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354828:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.354835:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354838:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.354845:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354848:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.354856:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354859:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.354870:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354873:0:120810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.354880:0:120810:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.354890:0:120810:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a503819080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.354896:0:120810:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.354915:0:120810:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.354968:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.354976:0:120810:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000020:00100000:0.0:1769074964.354987:0:120810:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.354995:0:120810:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612047488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.355004:0:120810:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00000100:00100000:0.0:1769074964.355024:0:120810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612047488:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.355252:0:120810:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.358683:0:120810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120810:1855007612047488:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.358712:0:120810:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358726:0:120810:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358733:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358740:0:120810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358749:0:120810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358756:0:120810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.358762:0:120810:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358772:0:120810:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358780:0:120810:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358789:0:120810:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.358798:0:120810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00010000:00010000:0.0:1769074964.358804:0:120810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120810 initiator: MDT0 00000002:00100000:0.0:1769074964.358827:0:120810:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612047488/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.358842:0:120810:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.358866:0:120810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.358878:0:120810:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.358888:0:120810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c8b9a8 00010000:00010000:0.0:1769074964.358891:0:120810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.358899:0:120810:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.372617:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.372643:0:120813:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.372651:0:120813:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.372672:0:120813:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.372692:0:120813:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.372709:0:120813:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.372717:0:120813:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.372725:0:120813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.372729:0:120813:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac319 00000080:00010000:1.0:1769074964.372736:0:120813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac319 from it ffffb0d101c43cb8 00010000:00010000:1.0:1769074964.372740:0:120813:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.372749:0:120813:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.374889:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374908:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.374921:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374924:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.374933:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374936:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.374943:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374946:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.374954:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374957:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.374964:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374968:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.374976:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374979:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.374987:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.374991:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.374998:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.375002:0:120812:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074964.376919:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.376944:0:120812:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=1536 00000080:00200000:3.0:1769074964.376949:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:3.0:1769074964.376954:0:120812:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:3.0:1769074964.376958:0:120812:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:3.0:1769074964.377008:0:120812:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.377633:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377644:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.377653:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377658:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.377665:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377668:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.377676:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377679:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.377686:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377690:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.377697:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377701:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.377708:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377711:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.377719:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377722:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.377730:0:120813:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.377734:0:120813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1769074964.378417:0:120812:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.378428:0:120812:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074964.378432:0:120812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202be7 expref: -99 pid: 120810 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074964.378457:0:120812:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074964.378470:0:120812:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926300 x1855007612047744/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074964.378493:0:120812:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120812:1855007612047744:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074964.378645:0:120812:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.385442:0:120812:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120812:1855007612047744:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074964.385601:0:120812:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18c:0x0](ffff97a509efba88) 00000080:00200000:2.0:1769074964.385611:0:120812:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18c:0x0], updating i_size 1024 00000080:00200000:3.0:1769074964.393068:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.393091:0:120815:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.393099:0:120815:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.393119:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.393323:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.393333:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.393343:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:3.0:1769074964.393369:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612047872:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074964.393460:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.396749:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612047872:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074964.396820:0:120815:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396833:0:120815:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396846:0:120815:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396857:0:120815:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396867:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396875:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396888:0:120815:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074964.396899:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924700 x1855007612047872/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074964.396910:0:120815:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396923:0:120815:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:3.0:1769074964.396929:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074964.396948:0:120815:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:3.0:1769074964.396954:0:120815:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac34a 00000080:00010000:3.0:1769074964.396959:0:120815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.396962:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101987cb8 00010000:00010000:3.0:1769074964.396966:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.396973:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.399760:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.400023:0:120815:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.400029:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.400495:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.400576:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.400591:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.400603:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:3.0:1769074964.400632:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048000:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.400771:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.404677:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048000:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.404701:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404714:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404722:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404730:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404738:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404744:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.404750:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404757:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404831:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404839:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.404846:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.404852:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac351 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:3.0:1769074964.404872:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007612048000/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.404888:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.404921:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.404936:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.404945:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101987980 00010000:00010000:3.0:1769074964.404948:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.404956:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.405640:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.405660:0:120815:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.405666:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.405684:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.405735:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.405742:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.405753:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:3.0:1769074964.405846:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048128:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.406051:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.409914:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048128:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.410029:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410399:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410407:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410414:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410420:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410427:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.410432:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410439:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410446:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410453:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.410459:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:3.0:1769074964.410464:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac358 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:3.0:1769074964.410483:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511924700 x1855007612048128/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.410499:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.410640:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.410655:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.410663:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101987980 00010000:00010000:0.0:1769074964.410667:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.410675:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.410752:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.410761:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.410851:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.410855:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.410864:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.410867:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.410876:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.410886:0:120815:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.410890:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.410909:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.411022:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.411030:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.411119:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:0.0:1769074964.411303:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048256:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.411409:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.415512:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048256:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.415535:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415547:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415553:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415559:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415565:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415570:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.415575:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415581:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415588:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415594:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.415600:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.415605:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac35f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:0.0:1769074964.415620:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612048256/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.415633:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.415657:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.415668:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.415676:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101987980 00010000:00010000:0.0:1769074964.415680:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.415686:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.415762:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.416154:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.416264:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.416269:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.416282:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.416295:0:120815:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a503819380, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.416302:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.416323:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.416370:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.416378:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000020:00100000:0.0:1769074964.416391:0:120815:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.416398:0:120815:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612048512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.416406:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:0.0:1769074964.416426:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048512:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.416752:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.420774:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048512:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.420802:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420817:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420824:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420830:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420837:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420844:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.420849:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420855:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420862:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420869:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.420875:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.420880:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac366 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:0.0:1769074964.420901:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612048512/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.420915:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.420951:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.420964:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.420972:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d1019879a8 00010000:00010000:0.0:1769074964.420976:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.420983:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.421593:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421604:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.421615:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421619:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.421632:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421634:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.421642:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421645:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.421653:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421655:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.421662:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421665:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.421672:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421674:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.421681:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421683:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.421690:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.421700:0:120815:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a508594300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.421706:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.421723:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.421772:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.421780:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000020:00100000:0.0:1769074964.421790:0:120815:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.421797:0:120815:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612048768/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.421805:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:0.0:1769074964.421824:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048768:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.422038:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.425493:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612048768:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.425517:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425531:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425537:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425545:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425553:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425559:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.425564:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425570:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425577:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425584:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.425592:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.425598:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac36d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:0.0:1769074964.425621:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612048768/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.425637:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.425664:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.425678:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.425688:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d1019879a8 00010000:00010000:0.0:1769074964.425692:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.425700:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.426161:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426318:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.426334:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426338:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.426346:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426349:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.426357:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426360:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.426367:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426370:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.426378:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426381:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.426390:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426393:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.426400:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426403:0:120815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.426410:0:120815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.426421:0:120815:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a508594900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.426428:0:120815:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.426446:0:120815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.426493:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.426500:0:120815:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000020:00100000:0.0:1769074964.426510:0:120815:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.426517:0:120815:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612049024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.426526:0:120815:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00000100:00100000:0.0:1769074964.426546:0:120815:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612049024:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.426729:0:120815:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.429027:0:120815:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120815:1855007612049024:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.429066:0:120815:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429079:0:120815:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429086:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429094:0:120815:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429102:0:120815:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429108:0:120815:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.429113:0:120815:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429119:0:120815:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429150:0:120815:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429156:0:120815:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.429162:0:120815:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00010000:00010000:0.0:1769074964.429168:0:120815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac374 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120815 initiator: MDT0 00000002:00100000:0.0:1769074964.429194:0:120815:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612049024/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.429207:0:120815:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.429230:0:120815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.429243:0:120815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.429250:0:120815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d1019879a8 00010000:00010000:0.0:1769074964.429254:0:120815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.429261:0:120815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.437648:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437666:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.437679:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437682:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.437688:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437691:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.437697:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437700:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.437706:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437709:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.437715:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437718:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.437724:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437727:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.437733:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437736:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.437744:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.437748:0:120817:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074964.438288:0:120817:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.438306:0:120817:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=0 00000080:00200000:3.0:1769074964.438311:0:120817:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=getattr 00000002:00010000:3.0:1769074964.438336:0:120817:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_35713d6d773a7833380228492b243484,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.438403:0:120817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120817 initiator: MDT0 00010000:00010000:3.0:1769074964.438415:0:120817:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120817 initiator: MDT0 00010000:00010000:3.0:1769074964.438428:0:120817:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120817 initiator: MDT0 00000100:00100000:3.0:1769074964.438456:0:120817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120817:1855007612049152:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074964.438561:0:120817:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000080:00200000:0.0:1769074964.439620:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.439635:0:120818:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.439642:0:120818:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.439655:0:120818:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.439668:0:120818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.439681:0:120818:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.439689:0:120818:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074964.439696:0:120818:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.439700:0:120818:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac34a 00000080:00010000:0.0:1769074964.439706:0:120818:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101c9bcb8 00010000:00010000:0.0:1769074964.439710:0:120818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.439717:0:120818:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.441070:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441085:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.441102:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441106:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.441119:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441157:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.441168:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441171:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.441178:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441181:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.441187:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441191:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.441197:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441200:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.441207:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441209:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.441215:0:120818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.441219:0:120818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074964.444585:0:120817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120817:1855007612049152:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074964.444613:0:120817:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444707:0:120817:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444716:0:120817:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444727:0:120817:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444737:0:120817:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444750:0:120817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444758:0:120817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444824:0:120817:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074964.444836:0:120817:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924a80 x1855007612049152/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074964.444849:0:120817:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444858:0:120817:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/396 (0 0) 00000080:00200000:0.0:1769074964.444865:0:120817:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.444887:0:120817:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18c:0x0], updating i_size 1024 00000080:00200000:0.0:1769074964.444890:0:120817:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18c:0x0](ffff97a509efba88): rc = 0 00000080:00010000:0.0:1769074964.444896:0:120817:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18c:0x0](ffff97a509efba88) for lock 0xd0f48591888ac37b 00000080:00010000:0.0:1769074964.444909:0:120817:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18c:0x0](ffff97a509efba88) 00000080:00010000:0.0:1769074964.444912:0:120817:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac37b from it ffffb0d101c93b20 00010000:00010000:0.0:1769074964.444915:0:120817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.444923:0:120817:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074964.444965:0:120817:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_35713d6d773a7833380228492b243484:[0x200000401:0x18c:0x0](ffff97a509efba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.444972:0:120817:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18c:0x0](ffff97a509efba88),name=pjdfstest_35713d6d773a7833380228492b243484 00000002:00010000:0.0:1769074964.444992:0:120817:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18c:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.445000:0:120817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.445014:0:120817:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.445020:0:120817:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074964.445025:0:120817:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18c:0x0](ffff97a509efba88) 00000080:00010000:0.0:1769074964.445029:0:120817:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18c:0x0](ffff97a509efba88) for lock 0xd0f48591888ac37b 00000080:00010000:0.0:1769074964.445033:0:120817:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac37b from it ffffb0d101c93cb8 00010000:00010000:0.0:1769074964.445113:0:120817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.445485:0:120817:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.450998:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.451017:0:120820:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.451026:0:120820:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.451161:0:120820:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.451277:0:120820:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.451295:0:120820:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.451304:0:120820:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.451312:0:120820:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.451316:0:120820:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac34a 00000080:00010000:2.0:1769074964.451323:0:120820:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac34a from it ffffb0d101cabcb8 00010000:00010000:2.0:1769074964.451327:0:120820:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.451341:0:120820:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.453844:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453861:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.453874:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453878:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.453886:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453889:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.453897:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453900:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.453908:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453910:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.453917:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453922:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.453931:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453934:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.453942:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453944:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.453950:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.453953:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074964.454494:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454501:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.454510:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454513:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454521:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454524:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454532:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454535:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454544:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454547:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454555:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454558:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454567:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454570:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454578:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454581:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454588:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454592:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.454736:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454742:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.454751:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454753:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454761:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454763:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454770:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454773:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454780:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454783:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.454791:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454794:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454801:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454804:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454811:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454814:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.454823:0:120820:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.454827:0:120820:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074964.464831:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464852:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.464865:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464869:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.464878:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464881:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.464890:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464893:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.464900:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464905:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.464914:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464918:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.464930:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464933:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.464941:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464944:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.464953:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.464957:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074964.465519:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.465529:0:120822:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, flags=0 00000080:00200000:3.0:1769074964.465534:0:120822:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:3.0:1769074964.465540:0:120822:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:3.0:1769074964.465581:0:120822:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.465644:0:120822:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.465688:0:120822:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.465696:0:120822:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.465702:0:120822:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074964.465705:0:120822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac37b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202d1b expref: -99 pid: 120817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.465719:0:120822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac34a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202c81 expref: -99 pid: 120815 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074964.465741:0:120822:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074964.465756:0:120822:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511926d80 x1855007612049408/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074964.465782:0:120822:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120822:1855007612049408:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074964.465890:0:120822:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000080:00200000:1.0:1769074964.470820:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.470844:0:120823:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.470856:0:120823:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.470879:0:120823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.470957:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.470968:0:120823:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.470980:0:120823:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000100:00100000:1.0:1769074964.471008:0:120823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049536:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074964.471301:0:120823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.474893:0:120822:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926d80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120822:1855007612049408:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074964.474938:0:120822:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x18c:0x0](ffff97a509efba88) 00000100:00100000:1.0:1769074964.478866:0:120823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049536:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074964.478892:0:120823:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478906:0:120823:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478918:0:120823:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478929:0:120823:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478941:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478949:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478957:0:120823:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.478967:0:120823:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5df80 x1855007612049536/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.478979:0:120823:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.478992:0:120823:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:1.0:1769074964.478997:0:120823:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074964.479017:0:120823:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:1.0:1769074964.479023:0:120823:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac382 00000080:00010000:1.0:1769074964.479028:0:120823:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.479031:0:120823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cabcb8 00010000:00010000:1.0:1769074964.479034:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.479053:0:120823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.480438:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.480454:0:120823:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.480461:0:120823:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.480484:0:120823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.480541:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.480556:0:120823:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.480566:0:120823:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000100:00100000:1.0:1769074964.480588:0:120823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049664:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074964.480677:0:120823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.484672:0:120823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049664:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.484696:0:120823:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484710:0:120823:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484718:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484725:0:120823:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484732:0:120823:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484739:0:120823:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.484743:0:120823:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484750:0:120823:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484761:0:120823:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484782:0:120823:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.484789:0:120823:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.484796:0:120823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac389 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00000002:00100000:1.0:1769074964.484815:0:120823:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612049664/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.484830:0:120823:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.484859:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.484873:0:120823:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.484882:0:120823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cab980 00010000:00010000:1.0:1769074964.484886:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.484894:0:120823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.484974:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.484990:0:120823:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.484994:0:120823:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.485013:0:120823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.485077:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.485085:0:120823:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.485095:0:120823:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000100:00100000:1.0:1769074964.485454:0:120823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049792:192.168.204.123@tcp:101:tail.0 00000100:00100000:1.0:1769074964.485549:0:120823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.489725:0:120823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049792:192.168.204.123@tcp:101:tail.0 00010000:00010000:1.0:1769074964.489747:0:120823:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489760:0:120823:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489778:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489786:0:120823:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489793:0:120823:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489799:0:120823:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.489804:0:120823:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489810:0:120823:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489818:0:120823:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489825:0:120823:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.489832:0:120823:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00010000:00010000:1.0:1769074964.489837:0:120823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac390 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00000002:00100000:1.0:1769074964.489852:0:120823:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612049792/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.489868:0:120823:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.489896:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.489910:0:120823:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.489918:0:120823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cab980 00010000:00010000:1.0:1769074964.489922:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.489930:0:120823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.490002:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.490009:0:120823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.490017:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.490020:0:120823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.490029:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.490032:0:120823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.490052:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.490071:0:120823:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.490075:0:120823:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.490091:0:120823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.490867:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.490877:0:120823:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.490888:0:120823:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000100:00100000:0.0:1769074964.490914:0:120823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049920:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.491016:0:120823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.495436:0:120823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612049920:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.495466:0:120823:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495480:0:120823:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495488:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495495:0:120823:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495503:0:120823:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495508:0:120823:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.495513:0:120823:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495520:0:120823:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495527:0:120823:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495534:0:120823:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.495542:0:120823:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495549:0:120823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac397 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00000002:00100000:0.0:1769074964.495570:0:120823:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5df80 x1855007612049920/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.495586:0:120823:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.495618:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.495638:0:120823:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.495648:0:120823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cab980 00010000:00010000:0.0:1769074964.495653:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.495662:0:120823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.495749:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.495759:0:120823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.495787:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.495792:0:120823:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.495801:0:120823:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.495814:0:120823:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506021680, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.495822:0:120823:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.495840:0:120823:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.495892:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.495899:0:120823:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000020:00100000:0.0:1769074964.495910:0:120823:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.495916:0:120823:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612050176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.495926:0:120823:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00000100:00100000:0.0:1769074964.495949:0:120823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612050176:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.496468:0:120823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.500160:0:120823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120823:1855007612050176:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.500317:0:120823:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500331:0:120823:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500338:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500344:0:120823:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500352:0:120823:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500358:0:120823:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.500364:0:120823:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500371:0:120823:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500379:0:120823:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500386:0:120823:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.500393:0:120823:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00010000:00010000:0.0:1769074964.500404:0:120823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac39e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120823 initiator: MDT0 00000002:00100000:0.0:1769074964.500424:0:120823:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612050176/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.500438:0:120823:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.500463:0:120823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.500477:0:120823:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.500486:0:120823:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cab9a8 00010000:00010000:0.0:1769074964.500489:0:120823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.500496:0:120823:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.507357:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.507378:0:120825:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.507387:0:120825:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.507407:0:120825:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.507426:0:120825:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.507442:0:120825:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.507452:0:120825:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074964.507459:0:120825:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.507463:0:120825:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac382 00000080:00010000:0.0:1769074964.507470:0:120825:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cbbcb8 00010000:00010000:0.0:1769074964.507474:0:120825:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.507481:0:120825:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.508752:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508778:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.508792:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508796:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.508802:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508804:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.508811:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508814:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.508822:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508825:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.508833:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508836:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.508844:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508846:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.508854:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508857:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.508864:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.508873:0:120825:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a503004480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.508881:0:120825:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.508904:0:120825:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.508966:0:120825:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120825 initiator: MDT0 00010000:00010000:0.0:1769074964.508975:0:120825:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00000020:00100000:0.0:1769074964.508987:0:120825:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.508998:0:120825:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2fb80 x1855007612050432/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.509008:0:120825:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00000100:00100000:0.0:1769074964.509032:0:120825:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120825:1855007612050432:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.509280:0:120825:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a503679a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.512964:0:120825:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120825:1855007612050432:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.512988:0:120825:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513000:0:120825:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513006:0:120825:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513013:0:120825:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513020:0:120825:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513027:0:120825:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.513032:0:120825:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513047:0:120825:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513062:0:120825:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513069:0:120825:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.513077:0:120825:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.513083:0:120825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac3a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120825 initiator: MDT0 00000002:00100000:1.0:1769074964.513103:0:120825:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2fb80 x1855007612050432/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.513118:0:120825:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.513181:0:120825:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.513194:0:120825:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.513203:0:120825:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cbb9a8 00010000:00010000:1.0:1769074964.513207:0:120825:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.513214:0:120825:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.513614:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513624:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.513635:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513639:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513646:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513649:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513657:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513661:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513669:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513672:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513680:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513683:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513689:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513692:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513699:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513701:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513708:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513711:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.513871:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513876:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.513886:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513889:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513898:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513900:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513908:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513911:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513918:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513921:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.513928:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513931:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513939:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513942:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513949:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513952:0:120825:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.513958:0:120825:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.513968:0:120825:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a50540f680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.513975:0:120825:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.513995:0:120825:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.514051:0:120825:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120825 initiator: MDT0 00010000:00010000:1.0:1769074964.514071:0:120825:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00000020:00100000:1.0:1769074964.514082:0:120825:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.514090:0:120825:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f800 x1855007612050688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.514100:0:120825:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00000100:00100000:1.0:1769074964.514156:0:120825:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120825:1855007612050688:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.514325:0:120825:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.519837:0:120825:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120825:1855007612050688:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.519862:0:120825:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519877:0:120825:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519885:0:120825:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519892:0:120825:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519901:0:120825:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519908:0:120825:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.519913:0:120825:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519921:0:120825:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519928:0:120825:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519935:0:120825:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.519942:0:120825:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120825 initiator: MDT0 00010000:00010000:2.0:1769074964.519948:0:120825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244c00/0xd0f48591888ac3ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120825 initiator: MDT0 00000002:00100000:2.0:1769074964.519967:0:120825:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f800 x1855007612050688/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.519982:0:120825:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.520010:0:120825:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.520023:0:120825:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.520032:0:120825:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101cbb9a8 00010000:00010000:2.0:1769074964.520047:0:120825:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.520063:0:120825:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.528859:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528875:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.528889:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528893:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.528902:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528905:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.528913:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528916:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.528925:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528928:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.528936:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528939:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.528946:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528949:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.528957:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528959:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.528967:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.528971:0:120827:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.529684:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.529695:0:120828:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.529701:0:120828:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.529721:0:120828:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.529739:0:120828:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.529754:0:120828:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.529763:0:120828:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.529770:0:120828:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.529773:0:120828:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac382 00000080:00010000:2.0:1769074964.529780:0:120828:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac382 from it ffffb0d101c43cb8 00010000:00010000:2.0:1769074964.529784:0:120828:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.529799:0:120828:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.532648:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532664:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.532676:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532680:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.532689:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532692:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.532699:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532701:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.532708:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532711:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.532718:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532721:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.532729:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532731:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.532740:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532743:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.532751:0:120828:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.532756:0:120828:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.533852:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.533871:0:120827:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=1536 00000080:00200000:1.0:1769074964.533875:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:1.0:1769074964.533879:0:120827:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:1.0:1769074964.533883:0:120827:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:1.0:1769074964.533928:0:120827:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.534017:0:120827:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.534025:0:120827:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074964.534028:0:120827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202d3e expref: -99 pid: 120823 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074964.535335:0:120827:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074964.535354:0:120827:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5c380 x1855007612050944/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074964.535383:0:120827:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120827:1855007612050944:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074964.535764:0:120827:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.540900:0:120827:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120827:1855007612050944:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074964.540958:0:120827:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18d:0x0](ffff97a509f680c8) 00000080:00200000:1.0:1769074964.540967:0:120827:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18d:0x0], updating i_size 1024 00000080:00200000:1.0:1769074964.547402:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.547433:0:120830:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.547441:0:120830:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.547467:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.547556:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.547567:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.547578:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:1.0:1769074964.547608:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051072:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074964.547718:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.557722:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051072:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074964.557749:0:120830:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557762:0:120830:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557789:0:120830:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557799:0:120830:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557811:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557817:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557824:0:120830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.557835:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5f100 x1855007612051072/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.557846:0:120830:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557859:0:120830:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:1.0:1769074964.557866:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074964.557887:0:120830:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:1.0:1769074964.557893:0:120830:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3b3 00000080:00010000:1.0:1769074964.557898:0:120830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.557901:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074964.557904:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.557911:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.559466:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.559483:0:120830:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.559488:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.559510:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.559563:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.559573:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.559583:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:1.0:1769074964.559606:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051200:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.559694:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.563552:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051200:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.563574:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563589:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563596:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563603:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563612:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563617:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.563622:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563629:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563636:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563642:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.563649:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563656:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac3ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:1.0:1769074964.563673:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007612051200/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.563688:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.563714:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.563727:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.563737:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c33980 00010000:00010000:1.0:1769074964.563741:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.563750:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.563830:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.563846:0:120830:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.563851:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.563868:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.563909:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563917:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.563926:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:1.0:1769074964.563946:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051328:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.564629:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.571723:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051328:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.571752:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571776:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571784:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571790:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571798:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571805:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.571810:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571817:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571824:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571832:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.571840:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:1.0:1769074964.571847:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:1.0:1769074964.571865:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007612051328/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.571884:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.571916:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.571930:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.571939:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c33980 00010000:00010000:1.0:1769074964.571944:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.571952:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.572047:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.572066:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.572084:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.572088:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.572097:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.572101:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.572110:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.572559:0:120830:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.572566:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.572684:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.572741:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.572749:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.572758:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:0.0:1769074964.572794:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051456:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.572892:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.576328:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051456:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.576352:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576366:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576373:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576380:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576388:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576398:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.576403:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576410:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576418:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576425:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.576432:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576437:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:0.0:1769074964.576456:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612051456/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.576469:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.576495:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.576508:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.576517:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c33980 00010000:00010000:0.0:1769074964.576521:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.576530:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.576614:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.576622:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.576638:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.576641:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.576650:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.576663:0:120830:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a5204eaa80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.576670:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.576689:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.576744:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.576751:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000020:00100000:0.0:1769074964.576762:0:120830:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.576768:0:120830:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612051712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.576776:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:0.0:1769074964.576797:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051712:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.576987:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.582231:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051712:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.582261:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582272:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582279:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582285:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582292:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582298:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.582303:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582309:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582316:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582322:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.582328:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.582334:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac3cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:0.0:1769074964.582352:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612051712/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.582365:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.582393:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.582414:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.582423:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c339a8 00010000:00010000:0.0:1769074964.582427:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.582434:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.582825:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582836:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.582846:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582850:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.582858:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582860:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.582866:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582869:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.582875:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582878:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.582885:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582888:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.582895:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582897:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.582903:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582906:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.582912:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.582922:0:120830:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a5204ea600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.582930:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.582948:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.582999:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.583006:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000020:00100000:0.0:1769074964.583015:0:120830:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.583022:0:120830:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612051968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.583032:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:0.0:1769074964.583065:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051968:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.583292:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.586629:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612051968:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.586650:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586661:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586667:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586673:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586680:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586686:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.586690:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586697:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586703:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586709:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.586716:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.586721:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac3d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:0.0:1769074964.586736:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612051968/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.586751:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.586791:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.586803:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.586812:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c339a8 00010000:00010000:0.0:1769074964.586816:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.586824:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.587265:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587275:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.587284:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587288:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.587295:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587298:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.587304:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587307:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.587314:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587317:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.587323:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587326:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.587333:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587336:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.587342:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587344:0:120830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.587350:0:120830:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.587359:0:120830:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506311200, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.587365:0:120830:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.587381:0:120830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.587434:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.587441:0:120830:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000020:00100000:0.0:1769074964.587452:0:120830:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.587459:0:120830:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612052224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.587470:0:120830:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00000100:00100000:0.0:1769074964.587491:0:120830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612052224:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.587650:0:120830:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.590903:0:120830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120830:1855007612052224:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.590927:0:120830:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590939:0:120830:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590946:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590952:0:120830:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590960:0:120830:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590966:0:120830:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.590971:0:120830:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590977:0:120830:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590984:0:120830:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.590994:0:120830:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.591001:0:120830:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00010000:00010000:0.0:1769074964.591007:0:120830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120830 initiator: MDT0 00000002:00100000:0.0:1769074964.591028:0:120830:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612052224/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.591274:0:120830:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.591297:0:120830:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.591309:0:120830:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.591318:0:120830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c339a8 00010000:00010000:0.0:1769074964.591321:0:120830:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.591328:0:120830:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.597966:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074964.597989:0:120833:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.597998:0:120833:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:2.0:1769074964.598019:0:120833:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.598037:0:120833:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.598067:0:120833:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.598076:0:120833:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.598083:0:120833:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.598087:0:120833:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3b3 00000080:00010000:2.0:1769074964.598095:0:120833:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101cc3cb8 00010000:00010000:2.0:1769074964.598100:0:120833:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.598109:0:120833:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.599688:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599702:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.599715:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599720:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.599727:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599730:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.599738:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599741:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.599748:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599751:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.599757:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599761:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.599768:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599771:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.599777:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599781:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.599790:0:120833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.599794:0:120833:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.602418:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602435:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.602449:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602453:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.602463:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602467:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.602474:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602476:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.602483:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602486:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.602494:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602498:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.602504:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602506:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.602513:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602516:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.602523:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602527:0:120832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.602974:0:120832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.602989:0:120832:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=0 00000080:00200000:1.0:1769074964.602994:0:120832:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=getattr 00000002:00010000:1.0:1769074964.603017:0:120832:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_35713d6d773a7833380228492b243484,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.603098:0:120832:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120832 initiator: MDT0 00010000:00010000:1.0:1769074964.603110:0:120832:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120832 initiator: MDT0 00010000:00010000:1.0:1769074964.603146:0:120832:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120832 initiator: MDT0 00000100:00100000:1.0:1769074964.603172:0:120832:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120832:1855007612052352:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074964.603265:0:120832:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.608916:0:120832:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120832:1855007612052352:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074964.608942:0:120832:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.608964:0:120832:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.608972:0:120832:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.608983:0:120832:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609000:0:120832:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609011:0:120832:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609019:0:120832:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609027:0:120832:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.609113:0:120832:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5f100 x1855007612052352/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.609285:0:120832:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609296:0:120832:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/397 (0 0) 00000080:00200000:1.0:1769074964.609302:0:120832:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074964.609323:0:120832:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18d:0x0], updating i_size 1024 00000080:00200000:1.0:1769074964.609326:0:120832:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18d:0x0](ffff97a509f680c8): rc = 0 00000080:00010000:1.0:1769074964.609330:0:120832:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18d:0x0](ffff97a509f680c8) for lock 0xd0f48591888ac3e4 00000080:00010000:1.0:1769074964.609342:0:120832:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18d:0x0](ffff97a509f680c8) 00000080:00010000:1.0:1769074964.609345:0:120832:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3e4 from it ffffb0d101c33b20 00010000:00010000:1.0:1769074964.609348:0:120832:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609360:0:120832:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074964.609388:0:120832:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_35713d6d773a7833380228492b243484:[0x200000401:0x18d:0x0](ffff97a509f680c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.609400:0:120832:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18d:0x0](ffff97a509f680c8),name=pjdfstest_35713d6d773a7833380228492b243484 00000002:00010000:1.0:1769074964.609421:0:120832:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18d:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.609429:0:120832:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609439:0:120832:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.609446:0:120832:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.609450:0:120832:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18d:0x0](ffff97a509f680c8) 00000080:00010000:1.0:1769074964.609454:0:120832:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18d:0x0](ffff97a509f680c8) for lock 0xd0f48591888ac3e4 00000080:00010000:1.0:1769074964.609458:0:120832:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3e4 from it ffffb0d101c33cb8 00010000:00010000:1.0:1769074964.609461:0:120832:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.609468:0:120832:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.615476:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.615498:0:120835:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.615506:0:120835:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.615526:0:120835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.615543:0:120835:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.615558:0:120835:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.615565:0:120835:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074964.615571:0:120835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.615575:0:120835:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3b3 00000080:00010000:3.0:1769074964.615581:0:120835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c8bcb8 00010000:00010000:3.0:1769074964.615584:0:120835:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.615596:0:120835:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.616918:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616931:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.616943:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616947:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.616954:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616957:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.616965:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616968:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.616975:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616978:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.616985:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616989:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.616995:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.616998:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617005:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617007:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617014:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617018:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074964.617233:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617239:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.617248:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617250:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617257:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617260:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617269:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617272:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617282:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617285:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617294:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617297:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617306:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617309:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617317:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617320:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617327:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617331:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074964.617478:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617483:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.617493:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617496:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617504:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617507:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617515:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617518:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617526:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617528:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.617535:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617538:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617544:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617547:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617554:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617557:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.617565:0:120835:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.617569:0:120835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074964.626548:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.626569:0:120838:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.626579:0:120838:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.626600:0:120838:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.626619:0:120838:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.626634:0:120838:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.626642:0:120838:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074964.626648:0:120838:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.626652:0:120838:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3b3 00000080:00010000:3.0:1769074964.626659:0:120838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3b3 from it ffffb0d101c33cb8 00010000:00010000:3.0:1769074964.626662:0:120838:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.626671:0:120838:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.628025:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628040:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.628068:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628073:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.628084:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628087:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.628096:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628099:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.628106:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628109:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.628118:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628145:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.628159:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628163:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.628171:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628174:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.628182:0:120838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.628186:0:120838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.629837:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629852:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.629866:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629870:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.629878:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629882:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.629889:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629892:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.629900:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629903:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.629910:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629914:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.629921:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629924:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.629931:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629935:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.629942:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.629945:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.630438:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.630448:0:120837:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, flags=0 00000080:00200000:1.0:1769074964.630453:0:120837:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:1.0:1769074964.630459:0:120837:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:1.0:1769074964.630493:0:120837:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.630548:0:120837:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.630590:0:120837:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.630598:0:120837:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.630605:0:120837:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074964.630608:0:120837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac3e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202e72 expref: -99 pid: 120832 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.630625:0:120837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202dd8 expref: -99 pid: 120830 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074964.630644:0:120837:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074964.630656:0:120837:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5d180 x1855007612052608/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074964.630680:0:120837:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120837:1855007612052608:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074964.630785:0:120837:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.637912:0:120837:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120837:1855007612052608:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074964.637958:0:120837:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x18d:0x0](ffff97a509f680c8) 00000080:00200000:0.0:1769074964.646796:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.646817:0:120840:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.646824:0:120840:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.646845:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.646913:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:0.0:1769074964.646924:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:0.0:1769074964.646935:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:0.0:1769074964.646960:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052736:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074964.647307:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.650114:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052736:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074964.650302:0:120840:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650316:0:120840:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650328:0:120840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650340:0:120840:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650351:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650359:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650367:0:120840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074964.650380:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2d500 x1855007612052736/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074964.650393:0:120840:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650406:0:120840:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:0.0:1769074964.650413:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074964.650432:0:120840:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:0.0:1769074964.650439:0:120840:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3eb 00000080:00010000:0.0:1769074964.650444:0:120840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.650447:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd3cb8 00010000:00010000:0.0:1769074964.650451:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.650460:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.653388:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.653408:0:120840:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074964.653414:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074964.653438:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.653503:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:2.0:1769074964.653513:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:2.0:1769074964.653522:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:2.0:1769074964.653549:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052864:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.653692:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.657522:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052864:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.657546:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657560:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657566:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657573:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657581:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657591:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.657596:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657603:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657609:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657615:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.657621:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657626:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26400/0xd0f48591888ac3f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.657640:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507943b80 x1855007612052864/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.657653:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.657680:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.657692:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.657700:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd3980 00010000:00010000:1.0:1769074964.657704:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.657711:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.657808:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.657826:0:120840:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.657831:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.657850:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.657893:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657899:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.657907:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:1.0:1769074964.657925:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052992:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.658014:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.662101:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612052992:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.662161:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662181:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662189:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662196:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662203:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662210:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.662214:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662222:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662228:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662234:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.662241:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662247:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac3f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.662266:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007612052992/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.662281:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.662306:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.662318:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.662327:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd3980 00010000:00010000:1.0:1769074964.662331:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.662338:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.662405:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.662415:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.662424:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.662427:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.662434:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.662437:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.662444:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.662453:0:120840:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.662457:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.662473:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.662509:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662516:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.662526:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:1.0:1769074964.662544:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053120:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.662611:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.665566:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053120:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.665589:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665601:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665607:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665615:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665623:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665629:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.665633:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665639:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665646:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665652:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.665659:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.665665:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac400 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.665682:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f100 x1855007612053120/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.665695:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.665719:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.665732:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.665744:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd3980 00010000:00010000:1.0:1769074964.665747:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.665755:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.666002:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.666012:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.666021:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.666024:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.666105:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.666120:0:120840:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a5203b1b00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.666374:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.666394:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.666443:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.666450:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000020:00100000:1.0:1769074964.666460:0:120840:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.666467:0:120840:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007612053376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.666475:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:1.0:1769074964.666494:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053376:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.666701:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.669924:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053376:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.669946:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669958:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669964:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669971:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669978:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669984:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.669988:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.669994:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.670000:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.670006:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.670012:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.670017:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac407 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.670115:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007612053376/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.670373:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.670399:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.670411:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.670421:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd39a8 00010000:00010000:1.0:1769074964.670424:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.670433:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.670895:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670907:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.670920:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670924:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.670935:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670938:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.670949:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670952:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.670962:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670965:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.670974:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670977:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.670986:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670989:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.670996:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.670999:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.671007:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.671018:0:120840:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a502a57680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.671026:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.671159:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.671310:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.671318:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000020:00100000:1.0:1769074964.671328:0:120840:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.671337:0:120840:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007612053632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.671345:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:1.0:1769074964.671366:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053632:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.671588:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.674421:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053632:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.674444:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674456:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674463:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674471:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674479:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674485:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.674490:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674497:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674504:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674510:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.674516:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.674522:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac40e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.674539:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007612053632/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.674553:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.674580:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.674593:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.674606:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd39a8 00010000:00010000:1.0:1769074964.674610:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.674617:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.675343:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675353:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.675364:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675368:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.675377:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675380:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.675389:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675392:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.675401:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675405:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.675413:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675416:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.675424:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675427:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.675435:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675438:0:120840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.675445:0:120840:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.675456:0:120840:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506190000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.675462:0:120840:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.675483:0:120840:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.675531:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.675539:0:120840:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000020:00100000:1.0:1769074964.675549:0:120840:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.675557:0:120840:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f100 x1855007612053888/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.675566:0:120840:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00000100:00100000:1.0:1769074964.675586:0:120840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053888:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.675879:0:120840:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.683929:0:120840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120840:1855007612053888:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.683956:0:120840:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.683972:0:120840:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.683979:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.683986:0:120840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.683993:0:120840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.683999:0:120840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.684004:0:120840:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.684011:0:120840:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.684018:0:120840:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.684025:0:120840:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.684031:0:120840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00010000:00010000:1.0:1769074964.684297:0:120840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac415 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120840 initiator: MDT0 00000002:00100000:1.0:1769074964.684319:0:120840:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f100 x1855007612053888/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.684333:0:120840:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.684440:0:120840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.684452:0:120840:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.684460:0:120840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cd39a8 00010000:00010000:0.0:1769074964.684464:0:120840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.684475:0:120840:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.691629:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.691654:0:120843:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.691663:0:120843:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.691685:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.691706:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.691724:0:120843:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.691732:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074964.691739:0:120843:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.691743:0:120843:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac3eb 00000080:00010000:0.0:1769074964.691751:0:120843:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac3eb from it ffffb0d101cebcb8 00010000:00010000:0.0:1769074964.691756:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.691764:0:120843:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.693676:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693690:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.693702:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693706:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.693714:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693717:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.693725:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693728:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.693737:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693739:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.693748:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693751:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.693759:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693761:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.693768:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693771:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.693778:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.693782:0:120842:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.694297:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.694313:0:120842:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=1536 00000080:00200000:2.0:1769074964.694317:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074964.694321:0:120842:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074964.694325:0:120842:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:2.0:1769074964.694368:0:120842:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.694447:0:120842:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.694454:0:120842:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074964.694457:0:120842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac3eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202e95 expref: -99 pid: 120840 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074964.694482:0:120842:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074964.694495:0:120842:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941f80 x1855007612054144/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074964.694519:0:120842:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120842:1855007612054144:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074964.694736:0:120842:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b540 going to sleep for 11 seconds 00000080:00200000:0.0:1769074964.698958:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000100:00100000:1.0:1769074964.701897:0:120842:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941f80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120842:1855007612054144:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074964.701945:0:120842:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18e:0x0](ffff97a509f680c8) 00000080:00200000:1.0:1769074964.701953:0:120842:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18e:0x0], updating i_size 1024 00000080:00200000:0.0:1769074964.702737:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.702745:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.702768:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.702828:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.702838:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.702847:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.702869:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054272:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.702939:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.708582:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054272:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.708604:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708616:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708623:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708630:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708638:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708643:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.708648:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708658:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708665:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708671:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.708677:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708682:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac41c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.708704:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054272/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.708718:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.708810:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.708824:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.708828:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.708845:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.708892:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708900:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.708910:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.708931:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054400:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.709019:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.711944:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054400:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.711967:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.711982:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.711988:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.711995:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712002:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712008:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.712013:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712020:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712027:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712043:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.712058:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712065:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac423 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.712090:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054400/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.712106:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.712238:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.712253:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.712258:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.712274:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.712318:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712326:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.712335:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.712355:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054528:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.712429:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.715843:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054528:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.715865:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715878:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715885:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715892:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715900:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715907:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.715912:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715919:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715926:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715932:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.715939:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.715944:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac42a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.715968:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054528/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.715984:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.716097:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.716113:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.716118:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.716507:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.716554:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.716562:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.716571:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.716592:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054656:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.716674:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.719162:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054656:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.719192:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719203:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719210:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719216:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719224:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719229:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.719234:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719240:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719248:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719255:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.719261:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719271:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac431 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.719297:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054656/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.719310:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.719389:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.719402:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.719406:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.719424:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.719466:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719473:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.719481:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.719499:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054784:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.719569:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.722661:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054784:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.722684:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722696:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722703:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722713:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722722:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722728:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.722733:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722740:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722747:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722755:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.722761:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722769:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac438 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.722793:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054784/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.722809:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.722896:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.722913:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.722918:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.722937:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.722987:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.722995:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.723004:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.723023:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054912:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.723163:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.726554:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612054912:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.726576:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726589:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726595:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726601:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726609:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726615:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.726620:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726627:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726637:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726643:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.726650:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726656:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac43f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.726686:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612054912/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.726702:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.726811:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.726829:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.726834:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.726853:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.726907:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726914:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.726923:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.726946:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055040:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.727683:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.730708:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055040:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.730732:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730744:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730750:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730757:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730775:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730782:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.730786:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730792:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730798:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730804:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.730811:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.730817:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.730841:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055040/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.730856:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.730945:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.730965:0:120843:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.730969:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.730987:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.731060:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.731068:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.731078:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.731099:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055168:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.731245:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.735047:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055168:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.735077:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735089:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735095:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735102:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735110:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735116:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.735152:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735159:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735173:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735180:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.735187:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735193:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac44d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.735218:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055168/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.735231:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074964.735313:0:120843:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.735328:0:120843:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506310000, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.735334:0:120843:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.735352:0:120843:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.735407:0:120843:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.735415:0:120843:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000020:00100000:0.0:1769074964.735430:0:120843:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.735436:0:120843:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612055424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.735443:0:120843:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00000100:00100000:0.0:1769074964.735465:0:120843:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055424:192.168.204.123@tcp:101:tail.0 00000100:00100000:0.0:1769074964.735641:0:120843:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.738483:0:120843:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job tail:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120843:1855007612055424:192.168.204.123@tcp:101:tail.0 00010000:00010000:0.0:1769074964.738511:0:120843:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738526:0:120843:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738533:0:120843:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738542:0:120843:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738550:0:120843:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738557:0:120843:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.738563:0:120843:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738571:0:120843:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738580:0:120843:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738587:0:120843:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.738594:0:120843:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00010000:00010000:0.0:1769074964.738601:0:120843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac454 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120843 initiator: MDT0 00000002:00100000:0.0:1769074964.738628:0:120843:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055424/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.738642:0:120843:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074964.745478:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.745504:0:120845:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.745513:0:120845:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.745532:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.745598:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:3.0:1769074964.745608:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:3.0:1769074964.745618:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:3.0:1769074964.745646:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055552:192.168.204.123@tcp:101:sh.0 00000100:00100000:3.0:1769074964.745734:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.749856:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055552:192.168.204.123@tcp:101:sh.0 00010000:00010000:0.0:1769074964.749885:0:120845:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749899:0:120845:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749911:0:120845:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749923:0:120845:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749935:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749949:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749956:0:120845:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074964.749967:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a511924e00 x1855007612055552/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074964.749979:0:120845:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.749991:0:120845:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:0.0:1769074964.749997:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074964.750019:0:120845:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:0.0:1769074964.750025:0:120845:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac45b 00000080:00010000:0.0:1769074964.750040:0:120845:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:0.0:1769074964.750043:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf3cb8 00010000:00010000:0.0:1769074964.750046:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.750064:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.752814:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.752837:0:120845:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.752844:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.752871:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.752930:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.752941:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.752951:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.752977:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055680:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.753088:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.756764:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055680:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.756799:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756812:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756819:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756826:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756834:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756840:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.756845:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756851:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756859:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756866:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.756871:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.756877:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac462 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.756893:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055680/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.756908:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.756935:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.756947:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.756955:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf3980 00010000:00010000:0.0:1769074964.756959:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.756967:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.757585:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.757600:0:120845:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.757604:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.757623:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.757664:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.757671:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.757680:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.757700:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055808:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.757796:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.763380:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055808:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.763412:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763424:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763431:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763438:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763445:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763451:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.763456:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763462:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763469:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763476:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.763482:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763488:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac469 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.763505:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055808/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.763520:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.763545:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.763559:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.763568:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf3980 00010000:00010000:0.0:1769074964.763572:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.763578:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.763652:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.763662:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.763679:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.763683:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.763691:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.763694:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.763701:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.763711:0:120845:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074964.763715:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074964.763733:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074964.763789:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763796:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.763805:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.763825:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055936:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.763907:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.766924:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612055936:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.766952:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.766967:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.766975:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.766984:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.766992:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767000:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.767006:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767013:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767020:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767028:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.767045:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767062:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac470 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.767082:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2d500 x1855007612055936/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.767098:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.767177:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.767190:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.767200:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf3980 00010000:00010000:0.0:1769074964.767203:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.767211:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.767296:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.767307:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.767321:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.767325:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.767336:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.767349:0:120845:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506bede00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.767355:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.767376:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.767429:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.767436:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000020:00100000:0.0:1769074964.767448:0:120845:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.767454:0:120845:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612056192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.767463:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.767487:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056192:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.767668:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.770691:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056192:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.770714:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770727:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770735:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770742:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770749:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770755:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.770759:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770777:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770784:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770791:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.770796:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.770802:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.770819:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612056192/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.770831:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.770854:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.770870:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.770878:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf39a8 00010000:00010000:0.0:1769074964.770882:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.770889:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.771308:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771317:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.771326:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771330:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.771337:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771339:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.771346:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771349:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.771356:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771358:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.771365:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771368:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.771375:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771378:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.771387:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771390:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.771398:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.771409:0:120845:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506bed680, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.771418:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.771437:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.771483:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.771490:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000020:00100000:0.0:1769074964.771501:0:120845:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.771509:0:120845:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612056448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.771518:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.771538:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056448:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.771697:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.774645:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056448:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.774671:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774685:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774692:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774698:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774706:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774713:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.774718:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774724:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774730:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774737:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.774743:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.774750:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac47e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.774783:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612056448/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.774797:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.774825:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.774839:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.774848:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf39a8 00010000:00010000:0.0:1769074964.774851:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.774859:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.775911:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775923:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.775936:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775940:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.775950:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775953:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.775960:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775963:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.775971:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775973:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.775982:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775985:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.775995:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.775998:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.776006:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.776008:0:120845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.776016:0:120845:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.776027:0:120845:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506311800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.776048:0:120845:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.776079:0:120845:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.776157:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.776176:0:120845:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000020:00100000:0.0:1769074964.776188:0:120845:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.776197:0:120845:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612056704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.776206:0:120845:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00000100:00100000:0.0:1769074964.776228:0:120845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056704:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.776410:0:120845:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5036793c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.779912:0:120845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120845:1855007612056704:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.779935:0:120845:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779949:0:120845:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779956:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779964:0:120845:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779972:0:120845:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779978:0:120845:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.779984:0:120845:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779991:0:120845:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.779998:0:120845:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.780010:0:120845:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.780016:0:120845:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00010000:00010000:0.0:1769074964.780022:0:120845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac485 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120845 initiator: MDT0 00000002:00100000:0.0:1769074964.780061:0:120845:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2d500 x1855007612056704/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.780077:0:120845:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.780113:0:120845:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.780162:0:120845:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.780384:0:120845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cf39a8 00010000:00010000:0.0:1769074964.780389:0:120845:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.780398:0:120845:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.789120:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.789160:0:120848:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.789168:0:120848:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.789186:0:120848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.789203:0:120848:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.789216:0:120848:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.789228:0:120848:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.789234:0:120848:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.789238:0:120848:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac45b 00000080:00010000:1.0:1769074964.789244:0:120848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cd3cb8 00010000:00010000:1.0:1769074964.789248:0:120848:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.789256:0:120848:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.790531:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790544:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.790556:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790560:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.790569:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790572:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.790579:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790582:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.790588:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790591:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.790598:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790602:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.790609:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790611:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.790619:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790622:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.790630:0:120848:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.790636:0:120848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.793545:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793561:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.793574:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793578:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.793585:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793588:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.793597:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793600:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.793608:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793611:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.793618:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793621:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.793628:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793631:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.793639:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793642:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.793650:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.793654:0:120847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.794187:0:120847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.794201:0:120847:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=0 00000080:00200000:2.0:1769074964.794206:0:120847:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=getattr 00000002:00010000:2.0:1769074964.794229:0:120847:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_35713d6d773a7833380228492b243484,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.794292:0:120847:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120847 initiator: MDT0 00010000:00010000:2.0:1769074964.794302:0:120847:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120847 initiator: MDT0 00010000:00010000:2.0:1769074964.794312:0:120847:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120847 initiator: MDT0 00000100:00100000:2.0:1769074964.794340:0:120847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120847:1855007612056832:192.168.204.123@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074964.794448:0:120847:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.798116:0:120847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120847:1855007612056832:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074964.798186:0:120847:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798212:0:120847:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798222:0:120847:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798234:0:120847:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798244:0:120847:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798255:0:120847:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798262:0:120847:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798269:0:120847:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074964.798279:0:120847:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a507941500 x1855007612056832/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074964.798297:0:120847:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798305:0:120847:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/398 (0 0) 00000080:00200000:2.0:1769074964.798311:0:120847:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074964.798333:0:120847:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18e:0x0], updating i_size 1024 00000080:00200000:2.0:1769074964.798337:0:120847:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18e:0x0](ffff97a509f680c8): rc = 0 00000080:00010000:2.0:1769074964.798342:0:120847:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18e:0x0](ffff97a509f680c8) for lock 0xd0f48591888ac48c 00000080:00010000:2.0:1769074964.798355:0:120847:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18e:0x0](ffff97a509f680c8) 00000080:00010000:2.0:1769074964.798358:0:120847:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac48c from it ffffb0d101cdbb20 00010000:00010000:2.0:1769074964.798362:0:120847:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.798369:0:120847:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074964.798413:0:120847:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_35713d6d773a7833380228492b243484:[0x200000401:0x18e:0x0](ffff97a509f680c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074964.799374:0:120847:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18e:0x0](ffff97a509f680c8),name=pjdfstest_35713d6d773a7833380228492b243484 00000002:00010000:2.0:1769074964.799403:0:120847:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18e:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.799416:0:120847:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.799429:0:120847:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.799435:0:120847:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.799440:0:120847:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18e:0x0](ffff97a509f680c8) 00000080:00010000:2.0:1769074964.799443:0:120847:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18e:0x0](ffff97a509f680c8) for lock 0xd0f48591888ac48c 00000080:00010000:2.0:1769074964.799449:0:120847:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac48c from it ffffb0d101cdbcb8 00010000:00010000:2.0:1769074964.799452:0:120847:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.799460:0:120847:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.800500:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800511:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800528:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800535:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800548:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800554:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800567:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800573:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800585:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800591:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800603:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800608:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800621:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800626:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800639:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.800645:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00000100:00100000:0.0:1769074964.800702:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074964.800723:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612056960:192.168.204.123@tcp:63:ll_sa.0 00000080:00200000:1.0:1769074964.808288:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.808308:0:120852:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.808317:0:120852:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.808336:0:120852:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.808356:0:120852:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.808374:0:120852:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.808383:0:120852:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.808391:0:120852:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.808396:0:120852:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac45b 00000080:00010000:1.0:1769074964.808403:0:120852:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101cfbcb8 00010000:00010000:1.0:1769074964.808408:0:120852:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.808416:0:120852:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.814325:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814341:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.814352:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814356:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814364:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814367:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814375:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814378:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814385:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814388:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814396:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814400:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814408:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814411:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814419:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814422:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814430:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814434:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074964.814643:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814648:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.814656:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814659:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814667:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814670:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814677:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814680:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814688:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814690:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814698:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814701:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814707:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814710:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814718:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814720:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814727:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814730:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.814873:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814878:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.814888:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814891:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814900:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814903:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814912:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814915:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814922:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814925:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.814933:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814936:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814944:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814947:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814955:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814958:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.814967:0:120852:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.814971:0:120852:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074964.822093:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.822120:0:120855:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.822153:0:120855:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000080:00200000:2.0:1769074964.824028:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824044:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.824067:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824072:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.824082:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824085:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.824094:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824097:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.824104:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824107:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.824115:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824119:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.824156:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824160:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.824169:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824172:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.824182:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824185:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.824733:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.824744:0:120854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, flags=0 00000002:00010000:2.0:1769074964.825905:0:120855:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074964.825926:0:120855:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.825943:0:120855:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.825950:0:120855:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074964.825959:0:120855:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074964.825962:0:120855:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac45b 00000080:00010000:2.0:1769074964.825968:0:120855:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac45b from it ffffb0d101d1bcb8 00010000:00010000:2.0:1769074964.825972:0:120855:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.825979:0:120855:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.826537:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826548:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826554:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826561:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826569:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826575:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ca00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826579:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826585:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826592:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826599:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826605:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826611:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ca00/0xd0f48591888ac493 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826628:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826634:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826640:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826645:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826651:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826656:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826659:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826664:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826669:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826674:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826677:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826683:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c800/0xd0f48591888ac49a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826694:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826699:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826705:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826709:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826714:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826719:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4ce00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826721:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826725:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826730:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826735:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826737:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826742:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4ce00/0xd0f48591888ac4a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826752:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826757:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826762:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826767:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826771:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826776:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826778:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826783:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826789:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826794:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826797:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826802:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d400/0xd0f48591888ac4a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826811:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826816:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826822:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826827:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826832:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826836:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826839:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826843:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826848:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826852:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826855:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826861:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d200/0xd0f48591888ac4af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826870:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826875:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826880:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826886:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826892:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826897:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826899:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826904:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826910:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826914:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826917:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826922:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d800/0xd0f48591888ac4b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826935:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826941:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826947:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826951:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826957:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826962:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.826965:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826969:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826975:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826980:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.826983:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826988:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c200/0xd0f48591888ac4bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.826998:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827003:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827008:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827014:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827019:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827024:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.827027:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827047:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827061:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827066:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.827069:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074964.827075:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac4c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120849 initiator: MDT0 00000100:00100000:0.0:1769074964.827094:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612056960:192.168.204.123@tcp:63:ll_sa.0 00000080:00200000:2.0:1769074964.828799:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828813:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.828823:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828827:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.828834:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828837:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.828844:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828846:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.828853:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828855:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.828862:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828865:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.828871:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828874:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.828882:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828885:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.828892:0:120855:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.828895:0:120855:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074964.829617:0:120854:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:0.0:1769074964.829626:0:120854:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:0.0:1769074964.829660:0:120854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.829716:0:120854:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.829755:0:120854:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.829762:0:120854:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.829770:0:120854:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074964.829773:0:120854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26c00/0xd0f48591888ac48c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969203086 expref: -99 pid: 120847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.829786:0:120854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688000/0xd0f48591888ac45b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969202fec expref: -99 pid: 120845 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074964.829804:0:120854:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074964.829817:0:120854:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2d500 x1855007612057216/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074964.829839:0:120854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120854:1855007612057216:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074964.829934:0:120854:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a507dc0780 going to sleep for 11 seconds 00010000:00010000:0.0:1769074964.829999:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830009:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830149:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830157:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830283:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830290:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830310:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830316:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830332:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830338:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830352:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830357:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830371:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830377:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830392:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.830398:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00000100:00100000:0.0:1769074964.830448:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612057344:192.168.204.123@tcp:63:ll_sa.0 00000100:00100000:0.0:1769074964.838813:0:120854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120854:1855007612057216:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074964.838864:0:120854:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x18e:0x0](ffff97a509f680c8) 00010000:00010000:0.0:1769074964.844991:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845008:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845015:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845022:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845030:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845036:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845040:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845046:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845063:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845069:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845076:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845083:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac4cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845102:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845108:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845113:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845118:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845149:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845154:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845157:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845162:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845176:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845181:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845185:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845191:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac4d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845201:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845206:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845212:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845216:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845221:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845225:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845227:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845232:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845237:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845241:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845244:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845248:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac4d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845256:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845261:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845267:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845273:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845277:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845282:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845284:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845288:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845292:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845296:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845299:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845303:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac4e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845311:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845316:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845320:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845325:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845330:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845334:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845337:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845341:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845346:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845351:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845353:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845358:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac4e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845368:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845373:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845378:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845384:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845389:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845394:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845396:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845402:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845407:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845412:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845415:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845420:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac4ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845431:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845437:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845442:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845447:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845452:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845456:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845460:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845465:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845470:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845474:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845477:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845482:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac4f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845493:0:2370:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845499:0:2370:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845504:0:2370:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845509:0:2370:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845515:0:2370:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845520:0:2370:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.845522:0:2370:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845532:0:2370:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845538:0:2370:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845543:0:2370:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.845546:0:2370:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00010000:00010000:0.0:1769074964.845551:0:2370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac4fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 120856 initiator: MDT0 00000100:00100000:0.0:1769074964.845576:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612057344:192.168.204.123@tcp:63:ll_sa.0 00000080:00200000:1.0:1769074964.847653:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.847671:0:120859:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.847680:0:120859:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.847700:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.847767:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:1.0:1769074964.847777:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:1.0:1769074964.847786:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:1.0:1769074964.847817:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057472:192.168.204.123@tcp:101:sh.0 00000100:00100000:1.0:1769074964.847926:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.852931:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057472:192.168.204.123@tcp:101:sh.0 00010000:00010000:1.0:1769074964.852958:0:120859:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.852970:0:120859:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.852981:0:120859:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.852991:0:120859:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.853003:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.853011:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.853018:0:120859:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.853030:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5f800 x1855007612057472/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.853063:0:120859:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.853077:0:120859:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:1.0:1769074964.853084:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074964.853104:0:120859:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:1.0:1769074964.853110:0:120859:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac503 00000080:00010000:1.0:1769074964.853115:0:120859:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.853118:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d53cb8 00010000:00010000:1.0:1769074964.853286:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.853296:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.854905:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.854922:0:120859:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074964.854927:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074964.854948:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074964.855001:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:2.0:1769074964.855011:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:2.0:1769074964.855020:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:2.0:1769074964.855066:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057600:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.855575:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.857925:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057600:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.857948:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857959:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857966:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857973:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857981:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857987:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26800 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.857992:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.857999:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.858006:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.858012:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.858018:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.858024:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26800/0xd0f48591888ac50a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:3.0:1769074964.858063:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941500 x1855007612057600/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.858077:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.858104:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.858116:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.862300:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d53980 00010000:00010000:3.0:1769074964.862311:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.862320:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.862456:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.862474:0:120859:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.862478:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.862503:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.862555:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.862563:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.862572:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:3.0:1769074964.862600:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057728:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.863228:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.866590:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057728:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.866614:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866626:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866637:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866644:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866651:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866657:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.866662:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866669:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866676:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866683:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.866690:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.866695:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689200/0xd0f48591888ac511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:3.0:1769074964.866711:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007612057728/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.866726:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.866755:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.866785:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.866795:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d53980 00010000:00010000:3.0:1769074964.866800:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.866808:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.866884:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.866894:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.866908:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.866911:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.866924:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.866927:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.866936:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.866945:0:120859:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:3.0:1769074964.866949:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:3.0:1769074964.866967:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074964.867006:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.867013:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.867022:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:3.0:1769074964.867061:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057856:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.867352:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.869722:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612057856:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.869743:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869757:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869875:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869886:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869895:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869902:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520689c00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.869906:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869913:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869921:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869928:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.869934:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.869941:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689c00/0xd0f48591888ac518 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:3.0:1769074964.869959:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a511925500 x1855007612057856/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.869974:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074964.869997:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.870009:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074964.870018:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d53980 00010000:00010000:3.0:1769074964.870021:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.870102:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.870297:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.870307:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.870318:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.870322:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.870331:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.870343:0:120859:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a520286a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074964.870349:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:3.0:1769074964.870366:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074964.870413:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.870421:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000020:00100000:3.0:1769074964.870432:0:120859:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074964.870439:0:120859:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a511925500 x1855007612058112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074964.870447:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:3.0:1769074964.870466:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058112:192.168.204.123@tcp:101:grep.0 00000100:00100000:3.0:1769074964.870677:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a5079e10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.872990:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058112:192.168.204.123@tcp:101:grep.0 00010000:00010000:3.0:1769074964.873010:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873022:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873098:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873108:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873115:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873279:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a520688400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:3.0:1769074964.873286:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873292:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873301:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873308:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074964.873314:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:3.0:1769074964.873320:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac51f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:3.0:1769074964.873340:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a511925500 x1855007612058112/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074964.873353:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.873460:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.873475:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.873484:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d539a8 00010000:00010000:2.0:1769074964.873488:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.873495:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.873910:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873920:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.873930:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873933:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.873941:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873943:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.873951:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873953:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.873960:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873963:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.873971:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873975:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.873981:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873984:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.873991:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.873994:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.874001:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.874011:0:120859:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507a13200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074964.874019:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:2.0:1769074964.874444:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074964.874504:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:2.0:1769074964.874512:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000020:00100000:2.0:1769074964.874523:0:120859:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074964.874532:0:120859:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941180 x1855007612058368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074964.874542:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:2.0:1769074964.874563:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058368:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.874784:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.880593:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058368:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.880619:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880633:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880640:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880647:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880654:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880660:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26e00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.880665:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880672:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880678:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880685:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.880691:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.880697:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26e00/0xd0f48591888ac526 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:0.0:1769074964.880715:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941180 x1855007612058368/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.880729:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.880759:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.880772:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.880782:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d539a8 00010000:00010000:0.0:1769074964.880786:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.880793:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074964.881558:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881572:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074964.881582:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881586:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.881595:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881598:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.881605:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881608:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.881616:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881619:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074964.881625:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881629:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.881635:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881638:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.881646:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881649:0:120859:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074964.881657:0:120859:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.881668:0:120859:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507de8600, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074964.881675:0:120859:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074964.881696:0:120859:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074964.881754:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.881761:0:120859:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000020:00100000:0.0:1769074964.881772:0:120859:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074964.881780:0:120859:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2f800 x1855007612058624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074964.881789:0:120859:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00000100:00100000:0.0:1769074964.881811:0:120859:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058624:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074964.881994:0:120859:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074964.885743:0:120859:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120859:1855007612058624:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074964.885769:0:120859:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885782:0:120859:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885788:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885795:0:120859:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885802:0:120859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885809:0:120859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.885813:0:120859:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885820:0:120859:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885827:0:120859:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885838:0:120859:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.885845:0:120859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00010000:00010000:0.0:1769074964.885852:0:120859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac52d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120859 initiator: MDT0 00000002:00100000:0.0:1769074964.885869:0:120859:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2f800 x1855007612058624/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074964.885882:0:120859:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074964.885906:0:120859:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.885918:0:120859:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074964.885926:0:120859:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101d539a8 00010000:00010000:0.0:1769074964.885929:0:120859:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.885937:0:120859:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.892709:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:1.0:1769074964.892741:0:120862:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.892749:0:120862:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:1.0:1769074964.892771:0:120862:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.892789:0:120862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.892805:0:120862:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.892813:0:120862:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.892820:0:120862:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:1.0:1769074964.892824:0:120862:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac503 00000080:00010000:1.0:1769074964.892831:0:120862:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac503 from it ffffb0d101cfbcb8 00010000:00010000:1.0:1769074964.892836:0:120862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.892845:0:120862:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.895930:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895945:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.895955:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895959:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.895965:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895968:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.895974:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895977:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.895983:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895986:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.895992:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.895995:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.896001:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.896003:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.896010:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.896013:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.896021:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.896026:0:120861:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.897607:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897619:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.897629:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897632:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.897639:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897642:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.897648:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897651:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.897658:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897660:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.897666:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897670:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.897678:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897681:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.897689:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897692:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.897700:0:120862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.897703:0:120862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.899658:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.899683:0:120861:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=1536 00000080:00200000:2.0:1769074964.899687:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074964.899692:0:120861:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:2.0:1769074964.899697:0:120861:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:2.0:1769074964.899745:0:120861:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.900397:0:120861:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.900409:0:120861:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074964.900412:0:120861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e9692030d3 expref: -99 pid: 120859 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074964.900442:0:120861:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074964.900457:0:120861:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507943800 x1855007612058880/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 544/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074964.900487:0:120861:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120861:1855007612058880:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074964.900635:0:120861:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.906109:0:120861:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120861:1855007612058880:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074964.906322:0:120861:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18f:0x0](ffff97a509efe3c8) 00000080:00200000:2.0:1769074964.906328:0:120861:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18f:0x0], updating i_size 1024 00000080:00200000:0.0:1769074964.915177:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074964.915208:0:120864:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074964.915217:0:120864:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074964.915237:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074964.915303:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:0.0:1769074964.915316:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:0.0:1769074964.915328:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:0.0:1769074964.915358:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059008:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074964.915470:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50133a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074964.921931:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059008:192.168.204.123@tcp:101:sh.0 00010000:00010000:3.0:1769074964.921960:0:120864:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.921974:0:120864:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.921987:0:120864:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.921999:0:120864:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.922011:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.922020:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.922027:0:120864:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074964.922119:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2f800 x1855007612059008/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074964.922178:0:120864:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.922192:0:120864:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:3.0:1769074964.922199:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074964.922220:0:120864:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:3.0:1769074964.922226:0:120864:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac534 00000080:00010000:3.0:1769074964.922231:0:120864:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.922234:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdbcb8 00010000:00010000:3.0:1769074964.922237:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.922246:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.924663:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.924683:0:120864:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.924689:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.924713:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.924779:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.924795:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.924805:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:1.0:1769074964.924831:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059136:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.924944:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.927726:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059136:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.927752:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927765:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927772:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927779:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927787:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927792:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.927797:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927804:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927815:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927821:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.927828:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.927833:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244400/0xd0f48591888ac53b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:1.0:1769074964.927852:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007612059136/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.927866:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.927891:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.927903:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.927912:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb980 00010000:00010000:1.0:1769074964.927916:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.927923:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.928007:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.928022:0:120864:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.928027:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.928310:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.928353:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.928361:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.928369:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:1.0:1769074964.928391:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059264:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.928465:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.931622:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059264:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.931645:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931659:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931666:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931673:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931680:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931687:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245200 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.931691:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931698:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931706:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931713:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.931719:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.931725:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245200/0xd0f48591888ac542 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:1.0:1769074964.931741:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007612059264/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.931756:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.931797:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.931810:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.931819:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb980 00010000:00010000:1.0:1769074964.931823:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.931830:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.931915:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.931923:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.931938:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.931942:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.931951:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.931954:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.931961:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.931971:0:120864:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:1.0:1769074964.931975:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:1.0:1769074964.931993:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074964.932045:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.932060:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.932069:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:1.0:1769074964.932087:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059392:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.932341:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074964.935844:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059392:192.168.204.123@tcp:101:grep.0 00010000:00010000:1.0:1769074964.935866:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935878:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935885:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935892:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935900:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935907:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510245600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:1.0:1769074964.935912:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935919:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935926:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935933:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074964.935940:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.935947:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:1.0:1769074964.935965:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b5f800 x1855007612059392/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074964.935979:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074964.936010:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.936024:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074964.936045:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb980 00010000:00010000:1.0:1769074964.936056:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.936064:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.936311:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.936321:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.936338:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.936342:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.936351:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.936365:0:120864:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a502b00180, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074964.936374:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:1.0:1769074964.936394:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074964.936447:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:1.0:1769074964.936455:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000020:00100000:1.0:1769074964.936466:0:120864:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074964.936474:0:120864:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5f800 x1855007612059648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074964.936483:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:1.0:1769074964.936505:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059648:192.168.204.123@tcp:101:grep.0 00000100:00100000:1.0:1769074964.936685:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.944234:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059648:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.944265:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944279:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944286:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944293:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944303:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944309:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a510244a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.944315:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944321:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944328:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944335:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.944343:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.944354:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510244a00/0xd0f48591888ac550 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:2.0:1769074964.944376:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b5f800 x1855007612059648/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.944391:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.944420:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.944434:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.944442:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb9a8 00010000:00010000:2.0:1769074964.944446:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.944452:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.944876:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944889:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.944900:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944905:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.944914:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944917:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.944924:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944927:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.944935:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944938:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.944947:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944950:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.944958:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944961:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.944968:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944971:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.944979:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.944991:0:120864:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507a13980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074964.944999:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:2.0:1769074964.945022:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074964.945447:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.945459:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000020:00100000:2.0:1769074964.945471:0:120864:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074964.945479:0:120864:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007612059904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074964.945488:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:2.0:1769074964.945512:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059904:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.945756:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.949268:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612059904:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.949293:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949306:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949314:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949322:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949331:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949338:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27a00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.949343:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949351:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949359:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949367:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.949374:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.949381:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27a00/0xd0f48591888ac557 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:2.0:1769074964.949401:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941c00 x1855007612059904/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.949416:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.949452:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.949469:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.949477:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb9a8 00010000:00010000:2.0:1769074964.949481:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.949488:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.949893:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949902:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.949912:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949916:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.949924:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949927:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.949934:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949937:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.949944:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949947:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.949955:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949959:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.949967:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949971:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.949978:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.949981:0:120864:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.949989:0:120864:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.950000:0:120864:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a510243500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074964.950008:0:120864:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:2.0:1769074964.950041:0:120864:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074964.950101:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.950109:0:120864:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000020:00100000:2.0:1769074964.950118:0:120864:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074964.950148:0:120864:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941c00 x1855007612060160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074964.950158:0:120864:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00000100:00100000:2.0:1769074964.950181:0:120864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612060160:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074964.950350:0:120864:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074964.954925:0:120864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120864:1855007612060160:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074964.954948:0:120864:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.954961:0:120864:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.954968:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.954975:0:120864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.954983:0:120864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.954990:0:120864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074964.954995:0:120864:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.955001:0:120864:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.955007:0:120864:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.955013:0:120864:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074964.955019:0:120864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00010000:00010000:2.0:1769074964.955036:0:120864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27400/0xd0f48591888ac55e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120864 initiator: MDT0 00000002:00100000:2.0:1769074964.955062:0:120864:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a507941c00 x1855007612060160/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074964.955077:0:120864:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074964.955105:0:120864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.955117:0:120864:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074964.955170:0:120864:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101cdb9a8 00010000:00010000:2.0:1769074964.955174:0:120864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.955182:0:120864:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.962848:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.962872:0:120867:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.962880:0:120867:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.962901:0:120867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.962919:0:120867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.962935:0:120867:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.962944:0:120867:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074964.962951:0:120867:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.962955:0:120867:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac534 00000080:00010000:3.0:1769074964.962962:0:120867:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101d4bcb8 00010000:00010000:3.0:1769074964.962965:0:120867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.962978:0:120867:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.965906:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965924:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074964.965938:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965942:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.965952:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965955:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.965964:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965967:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.965975:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965978:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074964.965984:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965987:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.965995:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.965997:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.966006:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.966009:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074964.966016:0:120867:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074964.966021:0:120867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074964.967758:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968115:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074964.968151:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968156:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.968265:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968272:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.968283:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968286:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.968294:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968297:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074964.968305:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968309:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.968318:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968321:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.968332:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968335:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074964.968344:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074964.968348:0:120866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074964.969921:0:120866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074964.969945:0:120866:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=0 00000080:00200000:0.0:1769074964.969950:0:120866:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=getattr 00000002:00010000:1.0:1769074964.970693:0:120866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_35713d6d773a7833380228492b243484,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.970756:0:120866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120866 initiator: MDT0 00010000:00010000:1.0:1769074964.970767:0:120866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120866 initiator: MDT0 00010000:00010000:1.0:1769074964.970777:0:120866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120866 initiator: MDT0 00000100:00100000:1.0:1769074964.970802:0:120866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120866:1855007612060288:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074964.970960:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.970968:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.970987:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.970992:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971008:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971014:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971039:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971060:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971077:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971084:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971101:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971107:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971190:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971198:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971219:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.971226:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00000100:00100000:0.0:1769074964.971273:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612060416:192.168.204.123@tcp:63:ll_sa.0 00000100:00100000:1.0:1769074964.971374:0:120866:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00010000:00010000:2.0:1769074964.975777:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074964.978561:0:120866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120866:1855007612060288:192.168.204.123@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074964.978590:0:120866:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978617:0:120866:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978626:0:120866:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978638:0:120866:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978648:0:120866:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978660:0:120866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978667:0:120866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978673:0:120866:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074964.978682:0:120866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b5df80 x1855007612060288/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074964.978694:0:120866:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978704:0:120866:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/399 (0 0) 00000080:00200000:1.0:1769074964.978710:0:120866:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074964.978733:0:120866:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18f:0x0], updating i_size 1024 00000080:00200000:1.0:1769074964.978737:0:120866:0:(namei.c:151:ll_iget()) got inode: [0x200000401:0x18f:0x0](ffff97a509efe3c8): rc = 0 00000080:00010000:1.0:1769074964.978742:0:120866:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18f:0x0](ffff97a509efe3c8) for lock 0xd0f48591888ac565 00000080:00010000:1.0:1769074964.978755:0:120866:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18f:0x0](ffff97a509efe3c8) 00000080:00010000:1.0:1769074964.978759:0:120866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac565 from it ffffb0d101d1bb20 00010000:00010000:1.0:1769074964.978762:0:120866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978785:0:120866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074964.978822:0:120866:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_35713d6d773a7833380228492b243484:[0x200000401:0x18f:0x0](ffff97a509efe3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074964.978829:0:120866:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18f:0x0](ffff97a509efe3c8),name=pjdfstest_35713d6d773a7833380228492b243484 00000002:00010000:1.0:1769074964.978851:0:120866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18f:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074964.978860:0:120866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978872:0:120866:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074964.978878:0:120866:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074964.978883:0:120866:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18f:0x0](ffff97a509efe3c8) 00000080:00010000:1.0:1769074964.978886:0:120866:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18f:0x0](ffff97a509efe3c8) for lock 0xd0f48591888ac565 00000080:00010000:1.0:1769074964.978890:0:120866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac565 from it ffffb0d101d1bcb8 00010000:00010000:1.0:1769074964.978893:0:120866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074964.978900:0:120866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.981159:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981186:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981194:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981202:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981208:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981215:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4da00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981219:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981226:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981233:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981239:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981245:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981250:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4da00/0xd0f48591888ac56c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981269:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981274:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981279:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981285:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981291:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981296:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981298:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981303:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981309:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981313:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981316:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981321:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d000/0xd0f48591888ac573 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981331:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981337:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981342:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981348:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981355:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981360:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4dc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981363:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981368:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981373:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981378:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981381:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981387:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4dc00/0xd0f48591888ac57a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981399:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981404:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981409:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981414:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981419:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981424:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981427:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981432:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981437:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981443:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981445:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981451:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac581 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981461:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981467:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981472:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981477:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981482:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981487:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981490:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981495:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981500:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981505:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981508:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981513:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac588 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981524:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981529:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981534:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981540:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981546:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981550:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981553:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981562:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981567:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981572:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981576:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981581:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac58f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981591:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981597:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981602:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981607:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981612:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981618:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981620:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981626:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981631:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981636:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981638:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981643:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981652:0:2369:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981659:0:2369:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981664:0:2369:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981668:0:2369:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981674:0:2369:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981678:0:2369:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c400 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074964.981681:0:2369:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981685:0:2369:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981690:0:2369:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981695:0:2369:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074964.981698:0:2369:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074964.981703:0:2369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac59d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120868 initiator: MDT0 00000100:00100000:0.0:1769074964.981721:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612060416:192.168.204.123@tcp:63:ll_sa.0 00000080:00200000:3.0:1769074964.985689:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074964.985715:0:120871:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074964.985724:0:120871:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074964.985749:0:120871:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074964.985767:0:120871:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.985787:0:120871:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074964.985794:0:120871:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074964.985802:0:120871:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074964.985806:0:120871:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac534 00000080:00010000:3.0:1769074964.985813:0:120871:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101d83cb8 00010000:00010000:3.0:1769074964.985817:0:120871:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.985826:0:120871:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074964.989628:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989649:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.989665:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989669:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989679:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989683:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989693:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989696:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989705:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989708:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989715:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989719:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.989726:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989729:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.989736:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989739:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.989746:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989749:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074964.989956:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989960:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.989967:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989970:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989977:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989980:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989987:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989989:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.989995:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.989997:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.990004:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990007:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990013:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990015:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990022:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990024:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990058:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990063:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074964.990394:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990399:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074964.990407:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990409:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.990416:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990418:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.990425:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990427:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.990434:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990436:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074964.990442:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990445:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990450:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990453:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990459:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990462:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074964.990468:0:120871:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074964.990471:0:120871:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074965.003149:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:3.0:1769074965.003182:0:120874:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074965.003191:0:120874:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:3.0:1769074965.003214:0:120874:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074965.003231:0:120874:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074965.003249:0:120874:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074965.003256:0:120874:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074965.003262:0:120874:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:3.0:1769074965.003266:0:120874:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac534 00000080:00010000:3.0:1769074965.003273:0:120874:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac534 from it ffffb0d101d83cb8 00010000:00010000:3.0:1769074965.003279:0:120874:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074965.003287:0:120874:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074965.004605:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004617:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074965.004628:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004632:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074965.004639:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004641:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074965.004648:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004651:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074965.004657:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004660:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074965.004667:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004670:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074965.004676:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004679:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074965.004685:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004688:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074965.004695:0:120874:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074965.004699:0:120874:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074965.008572:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008588:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074965.008599:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008603:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074965.008609:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008612:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074965.008617:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008619:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074965.008625:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008628:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074965.008634:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008637:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074965.008643:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008645:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074965.008652:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008654:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074965.008660:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.008663:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074965.009358:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074965.009370:0:120873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, flags=0 00000080:00200000:1.0:1769074965.009376:0:120873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 3 00000080:00200000:1.0:1769074965.009381:0:120873:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_35713d6d773a7833380228492b243484, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988) 00010000:00010000:1.0:1769074965.009655:0:120873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.009717:0:120873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.009764:0:120873:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.009777:0:120873:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.009783:0:120873:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074965.009786:0:120873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245600/0xd0f48591888ac565 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e969203207 expref: -99 pid: 120866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.009894:0:120873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c000/0xd0f48591888ac534 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920316d expref: -99 pid: 120864 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074965.009919:0:120873:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074965.009933:0:120873:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b5df80 x1855007612060672/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074965.009960:0:120873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120873:1855007612060672:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074965.010333:0:120873:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50982e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074965.015736:0:120873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5df80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120873:1855007612060672:192.168.204.123@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074965.015844:0:120873:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000401:0x18f:0x0](ffff97a509efe3c8) 00000080:00200000:0.0:1769074965.024512:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074965.024534:0:120876:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074965.024542:0:120876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074965.024564:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074965.024638:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.024649:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.024659:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:0.0:1769074965.024688:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612060800:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074965.024785:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074965.027789:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612060800:192.168.204.123@tcp:101:sh.0 00010000:00010000:2.0:1769074965.027822:0:120876:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027841:0:120876:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027853:0:120876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027864:0:120876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027874:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027882:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027889:0:120876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074965.027900:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97a506b2ca80 x1855007612060800/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074965.027911:0:120876:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027925:0:120876:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff97a5119ca000 type 13 mode 4 res 8589935617/394 (0 0) 00000080:00200000:2.0:1769074965.027931:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000401:0x18a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074965.027951:0:120876:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000401:0x18a:0x0], updating i_size 1024 00000080:00010000:2.0:1769074965.027958:0:120876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) for lock 0xd0f48591888ac5a4 00000080:00010000:2.0:1769074965.027963:0:120876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x18a:0x0](ffff97a509ef1988) 00000080:00010000:2.0:1769074965.027966:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9bcb8 00010000:00010000:2.0:1769074965.027969:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.027977:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074965.029461:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.029479:0:120876:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074965.029484:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074965.029505:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074965.029554:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.029564:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.029573:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:2.0:1769074965.029595:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612060928:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074965.029678:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074965.032967:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612060928:192.168.204.123@tcp:101:grep.0 00010000:00010000:2.0:1769074965.032989:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033000:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033006:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033014:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033022:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033110:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b26000 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:2.0:1769074965.033115:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033460:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033470:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033476:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074965.033484:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033490:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26000/0xd0f48591888ac5ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:2.0:1769074965.033506:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941c00 x1855007612060928/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074965.033519:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074965.033546:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.033559:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074965.033573:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b980 00010000:00010000:2.0:1769074965.033577:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.033584:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074965.033648:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.033662:0:120876:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:2.0:1769074965.033667:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:2.0:1769074965.033684:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074965.033721:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033728:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:2.0:1769074965.033737:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:2.0:1769074965.033758:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061056:192.168.204.123@tcp:101:grep.0 00000100:00100000:2.0:1769074965.033906:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074965.039630:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061056:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074965.039656:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039671:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039680:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039687:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039694:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039701:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a506b27600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074965.039706:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039712:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039719:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039726:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074965.039733:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.039739:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b27600/0xd0f48591888ac5b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:0.0:1769074965.039756:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a507941c00 x1855007612061056/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074965.039770:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074965.039810:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.039830:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074965.039839:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b980 00010000:00010000:0.0:1769074965.039843:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.039849:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074965.039921:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.039929:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.039941:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.039944:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.039952:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.039954:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.039961:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.039972:0:120876:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), flags=17 00000080:00200000:0.0:1769074965.039976:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=0 00000002:00010000:0.0:1769074965.039994:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074965.040054:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.040062:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.040071:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:0.0:1769074965.040093:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061184:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074965.040220:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074965.044546:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061184:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074965.044573:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044586:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044594:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044601:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044608:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044614:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4c600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074965.044619:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044627:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044634:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044641:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074965.044649:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.044655:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c600/0xd0f48591888ac5b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:0.0:1769074965.044674:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff97a506b2df80 x1855007612061184/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074965.044690:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074965.044721:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.044734:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074965.044742:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b980 00010000:00010000:0.0:1769074965.044746:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.044753:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074965.044894:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.044903:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.044914:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.044917:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.044925:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.044938:0:120876:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507de8300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074965.044944:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074965.044963:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074965.045009:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.045017:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000020:00100000:0.0:1769074965.045104:0:120876:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074965.045112:0:120876:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2df80 x1855007612061440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074965.045343:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:0.0:1769074965.045372:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061440:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074965.045608:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074965.049274:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061440:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074965.049300:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049312:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049319:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049327:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049334:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049341:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4d600 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074965.049346:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049352:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049359:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049366:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074965.049372:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.049378:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:0.0:1769074965.049396:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2df80 x1855007612061440/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074965.049410:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074965.049434:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.049445:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074965.049453:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b9a8 00010000:00010000:0.0:1769074965.049457:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.049463:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074965.050265:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050277:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074965.050291:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050295:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.050303:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050306:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.050314:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050317:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.050325:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050327:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.050336:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050340:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.050348:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050351:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.050358:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050361:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.050368:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.050380:0:120876:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a507de9200, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074965.050386:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074965.050405:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074965.050460:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.050468:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000020:00100000:0.0:1769074965.050479:0:120876:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074965.050487:0:120876:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2df80 x1855007612061696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074965.050495:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:0.0:1769074965.050515:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061696:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074965.050750:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074965.054499:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061696:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074965.054523:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054535:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054542:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054549:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054556:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054562:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4cc00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074965.054566:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054573:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054580:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054587:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074965.054594:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.054600:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:0.0:1769074965.054619:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2df80 x1855007612061696/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074965.054634:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074965.054657:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.054668:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074965.054677:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b9a8 00010000:00010000:0.0:1769074965.054681:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.054688:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074965.055360:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055371:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074965.055382:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055387:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.055396:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055399:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.055405:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055408:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.055414:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055416:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074965.055422:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055426:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.055433:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055436:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.055443:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055445:0:120876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074965.055451:0:120876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074965.055461:0:120876:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), file ffff97a506311500, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074965.055468:0:120876:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000401:0x18a:0x0](ffff97a509ef1988), intent=open 00000002:00010000:0.0:1769074965.055488:0:120876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000401:0x18a:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074965.055543:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.055552:0:120876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000020:00100000:0.0:1769074965.055563:0:120876:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074965.055571:0:120876:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a506b2df80 x1855007612061952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074965.055579:0:120876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00000100:00100000:0.0:1769074965.055601:0:120876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061952:192.168.204.123@tcp:101:grep.0 00000100:00100000:0.0:1769074965.055834:0:120876:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074965.060433:0:120876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job grep:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120876:1855007612061952:192.168.204.123@tcp:101:grep.0 00010000:00010000:0.0:1769074965.060454:0:120876:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060465:0:120876:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060471:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060478:0:120876:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060487:0:120876:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060493:0:120876:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97a507c4de00 already unused, calling callback (ffffffffc195ac80) 00010000:00010000:0.0:1769074965.060498:0:120876:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060505:0:120876:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060511:0:120876:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 5/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060517:0:120876:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074965.060523:0:120876:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00010000:00010000:0.0:1769074965.060529:0:120876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4de00/0xd0f48591888ac5ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 120876 initiator: MDT0 00000002:00100000:0.0:1769074965.060546:0:120876:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff97a506b2df80 x1855007612061952/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074981 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074965.060561:0:120876:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x18a:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074965.060586:0:120876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.060599:0:120876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074965.060608:0:120876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd0f48591888ac5a4 from it ffffb0d101d9b9a8 00010000:00010000:0.0:1769074965.060612:0:120876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.060619:0:120876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074965.072479:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072496:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074965.072510:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072514:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074965.072522:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072525:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074965.072533:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072536:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074965.072544:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072547:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074965.072554:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072558:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074965.072566:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072569:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074965.072577:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072580:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074965.072588:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074965.072592:0:120878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074965.073097:0:120878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:2.0:1769074965.073114:0:120878:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988) current size 1024, valid attrs 46, mode ffff, uid 65535, gid 65535, new size 18446629333946847232, atime 1769074965.000000000, mtime 1769074965.000000000, ctime 1769074965.000000000 00010000:00010000:2.0:1769074965.073168:0:120878:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.073258:0:120878:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074965.073266:0:120878:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074965.073269:0:120878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4c400/0xd0f48591888ac5a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x343ad2e96920323f expref: -99 pid: 120876 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074965.073289:0:120878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074965.073301:0:120878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507942d80 x1855007612062208/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074965.073322:0:120878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942d80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120878:1855007612062208:192.168.204.123@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074965.073563:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 11 seconds 00000080:00200000:0.0:1769074965.080954:0:120879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988), inode mode 41ed mask 1 00000080:00200008:0.0:1769074965.080976:0:120879:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e:[0x200000401:0x18a:0x0](ffff97a509ef1988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074965.080985:0:120879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x18a:0x0](ffff97a509ef1988),name=pjdfstest_516cf0ad634769a12d5274cbb3dcfc0e 00000002:00010000:0.0:1769074965.081005:0:120879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000401:0x18a:0x0]) in obj [0x200000401:0x18a:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074965.082640:0:120879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 120879 initiator: MDT0 00010000:00010000:0.0:1769074965.082656:0:120879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120879 initiator: MDT0 00010000:00010000:0.0:1769074965.082667:0:120879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4cc00/0xd0f48591888ac5d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 120879 initiator: MDT0 00000100:00100000:0.0:1769074965.082695:0:120879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2df80 pname:cluuid:pid:xid:nid:opc:job sh:2f1123b8-1fc9-4774-9dc7-f38054e0386e:120879:1855007612062336:192.168.204.123@tcp:101:sh.0 00000100:00100000:0.0:1769074965.082978:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074965.934702:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612062464:192.168.204.123@tcp:400:kworker.0 00010000:00010000:1.0:1769074965.998316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074967.022357:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074968.046331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074969.070323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074970.094303:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074971.054395:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612062592:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074971.054505:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074971.054514:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612062720:192.168.204.123@tcp:400:kworker.0 00010000:00010000:2.0:1769074971.118282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074972.142264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074973.166280:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074974.190360:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074975.214274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074976.174215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 1 seconds 00000100:00100000:1.0:1769074976.174220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 1 seconds 00000100:00100000:0.0:1769074976.174307:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612062976:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074976.174308:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612062848:192.168.204.123@tcp:400:kworker.0 00010000:00010000:3.0:1769074976.238295:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074977.198219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 1 seconds 00000100:00100000:3.0:1769074977.198231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 1 seconds 00010000:00010000:2.0:1769074977.262252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074978.222311:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 1 seconds 00000100:00100000:3.0:1769074978.222311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 1 seconds 00010000:00010000:1.0:1769074978.286240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074979.246240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 1 seconds 00000100:00100000:3.0:1769074979.246240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 1 seconds 00010000:00010000:3.0:1769074979.310284:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074980.270213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 1 seconds 00000100:00100000:3.0:1769074980.270213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 1 seconds 00010000:00010000:2.0:1769074980.334267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1769074981.294238:0:120879:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074965/real 1769074965] req@ffff97a506b2df80 x1855007612062336/t0(0) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 1 dl 1769074981 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'sh.0' uid:0 gid:0 projid:0 00000100:00000400:2.0:1769074981.294238:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074965/real 1769074965] req@ffff97a507943100 x1855007612062464/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074981 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1769074981.294238:0:120878:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074965/real 1769074965] req@ffff97a507942d80 x1855007612062208/t0(0) o36->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1769074981 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074981.294296:0:120878:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00100000:2.0:1769074981.294304:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff97a507943100 x1855007612062464/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074981 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02000400:3.0:1769074981.294305:0:120878:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff97a51160d000: Connection to lustre-MDT0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1769074981.294319:0:2371:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1769074981.294328:0:2371:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.123@tcp: Connection to MGS (at 192.168.204.123@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1769074981.294331:0:120878:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1769074981.294338:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:0:1855007612063232:192.168.204.123@tcp:400:kworker.0 00000100:00100000:3.0:1769074981.294348:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769074981.294369:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1769074981.309867:0:2371:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.123@tcp for MGC192.168.204.123@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1769074981.309874:0:2371:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1769074981.309884:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff97a507943100 x1855007612062464/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074981 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074981.309896:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff97a506b5ed80 x1855007612062592/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074981.309905:0:2371:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff97a506b2c000 x1855007612062848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1769074981.309923:0:2371:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1769074981.309926:0:2371:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1769074981.309928:0:2371:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1769074981.309930:0:2371:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:1.0:1769074981.309958:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:34432151-5cf6-49c4-9b9d-dbda544fb806:0:1855007612063104:192.168.204.123@tcp:400:kworker.0 00000100:00080000:3.0:1769074981.309966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769074981.309971:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34432151-5cf6-49c4-9b9d-dbda544fb806:2371:1855007612062464:192.168.204.123@tcp:400:kworker.0 00000100:00080000:3.0:1769074981.309973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769074981.309978:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074981.309986:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 200 00000100:00080000:3.0:1769074981.310005:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769074981.310024:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612062848:192.168.204.123@tcp:400:kworker.0 00000100:00100000:1.0:1769074981.310038:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:34432151-5cf6-49c4-9b9d-dbda544fb806:2370:1855007612062592:192.168.204.123@tcp:400:kworker.0 00000100:00100000:2.0:1769074981.310062:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612063360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769074981.310089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074981.310093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769074981.310095:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074981.310100:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 200 00000100:00100000:3.0:1769074981.310107:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612063360:192.168.204.123@tcp:250:kworker.0 00000100:00080000:2.0:1769074981.310109:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769074981.310144:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769074981.310157:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612063488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074981.310216:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612063488:192.168.204.123@tcp:38:kworker.0 00000100:00080000:0.0:1769074981.318466:0:120879:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff97a51297b800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1769074981.318483:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769074981.358272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074982.318243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074982.382224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074982.382255:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074983.342236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074983.406228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074983.406277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074984.366191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769074984.430226:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074984.430236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769074985.390211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074985.454219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074985.454275:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074986.414199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074986.414206:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074986.414209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074986.414212:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074986.414247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074986.478222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074986.478269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769074987.310206:0:2370:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074971/real 1769074971] req@ffff97a506b5f480 x1855007612062720/t0(0) o400->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074987.318229:0:2370:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff97a506b5f480 x1855007612062720/t0(0) o400->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074987.318243:0:2370:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff97a51297b800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1769074987.318259:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2370:1855007612062720:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074987.438199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074987.502209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769074987.502229:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074988.462225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074988.526222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074988.526279:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074989.486203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074989.550207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074989.550257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074990.510207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074990.574213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769074990.574221:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074991.534203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769074991.534214:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074981/real 1769074981] req@ffff97a507942a00 x1855007612063488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074991.534245:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612063488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074991.534257:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074981/real 1769074981] req@ffff97a507943100 x1855007612063360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074991.534273:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612063360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074991.534289:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074991.534299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074991.534299:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769074991.534305:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612063488:192.168.204.123@tcp:38:kworker.0 00000100:00080000:2.0:1769074991.534309:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074991.534314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074991.534319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769074991.534323:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074991.534323:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074991.534333:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 1974 00000100:00080000:2.0:1769074991.534345:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074991.534355:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769074991.534366:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769074991.534394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612063616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074991.534408:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00080000:2.0:1769074991.534414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769074991.534416:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612063360:192.168.204.123@tcp:250:kworker.0 00000100:00080000:2.0:1769074991.534420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769074991.534423:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074991.534428:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 1974 00000100:00080000:2.0:1769074991.534432:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074991.534435:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769074991.534445:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612063744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074991.534448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612063616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769074991.534549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612063744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769074991.598224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074991.598273:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074992.558213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00000400:1.0:1769074992.558217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074976/real 1769074976] req@ffff97a506b2ed80 x1855007612062976/t0(0) o400->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074992 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074992.571784:0:2369:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff97a506b2ed80 x1855007612062976/t0(0) o400->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074992 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074992.571799:0:2369:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff97a51297b800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:1.0:1769074992.571817:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2369:1855007612062976:192.168.204.123@tcp:400:kworker.0 00000100:00100000:0.0:1769074992.622189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074992.622261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074993.582227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074993.646208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769074993.646244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074994.606238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074994.670195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074994.670266:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074995.118265:0:120849:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac5e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 120849 initiator: MDT0 00010000:00010000:3.0:1769074995.118286:0:120849:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520688400/0xd0f48591888ac5e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120849 initiator: MDT0 00010000:00010000:0.0:1769074995.118287:0:120868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 120868 initiator: MDT0 00010000:00010000:0.0:1769074995.118305:0:120868:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a507c4d600/0xd0f48591888ac5dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 120868 initiator: MDT0 00010000:00010000:2.0:1769074995.118308:0:120856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ac5ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 120856 initiator: MDT0 00010000:00010000:2.0:1769074995.118325:0:120856:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a506b26600/0xd0f48591888ac5ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 120856 initiator: MDT0 00000100:00080000:1.0:1769074995.118394:0:2370:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97a506b2d880 x1855007612063872/t0(0) o63->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:24/4 lens 704/4320 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074995.118436:0:2372:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97a507942300 x1855007612064000/t0(0) o63->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:24/4 lens 704/4320 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074995.118459:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1769074995.118470:0:2372:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97a511924380 x1855007612064128/t0(0) o63->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:24/4 lens 704/4320 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074995.630225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074995.694251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074995.694318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074996.654214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769074996.654260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074996.654265:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074996.654268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074996.654271:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769074996.718209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074996.718240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074997.678238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074997.742216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074997.742270:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074998.702277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074998.766225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074998.766287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074999.726263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769074999.790212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769074999.790275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075000.750253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075000.814215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075000.814247:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075001.774244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075001.774245:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075001.774256:0:41182:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075001.774260:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075001.774265:0:41182:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769075001.838201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075001.838256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075002.798242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075002.862203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075002.862247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075003.822273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075003.886193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075003.886244:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075004.846245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075004.910206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075004.910266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075005.870213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075005.934258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075005.934317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075006.894236:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074991/real 1769074991] req@ffff97a507940700 x1855007612063744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075006.894262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075006.894268:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612063744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075006.894269:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075006.894275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075006.894283:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769075006.894287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075006.894301:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074991/real 1769074991] req@ffff97a507940380 x1855007612063616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075006.894319:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612063616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075006.894340:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075006.894377:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075006.894382:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612063744:192.168.204.123@tcp:250:kworker.0 00000100:00080000:2.0:1769075006.894390:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075006.894399:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075006.894403:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612063616:192.168.204.123@tcp:38:kworker.0 00000100:00080000:3.0:1769075006.894405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075006.894410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075006.894413:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075006.894424:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 1984 00000100:00080000:3.0:1769075006.894434:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1769075006.894459:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075006.894487:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612064256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075006.894505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075006.894507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075006.894508:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075006.894511:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 1984 00000100:00080000:3.0:1769075006.894514:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1769075006.894517:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075006.894524:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075006.894533:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075006.894535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612064384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075006.894620:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075006.958228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075006.958377:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075007.918226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075007.982294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075007.982386:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075008.942254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075009.006221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075009.006274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075009.966200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075010.030216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075010.030279:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075010.990240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075011.054229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075011.054340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075012.014217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075012.014238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075012.014246:0:41182:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075012.014250:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075012.014256:0:41182:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769075012.078251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075012.078325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075013.038264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075013.102268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075013.102346:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075014.062199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075014.126220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075014.126300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075015.086229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075015.150228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075015.150293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075016.110303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075016.174264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075016.174335:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075017.134242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075017.134255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075017.134262:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075017.134265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075017.134269:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769075017.198215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075017.198287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075018.158233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075018.222210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075018.222264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075019.182329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075019.246271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075019.246317:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075020.206313:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075020.270211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075020.270256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:0.1F:1769075020.398237:0:2360:0:(socklnd_cb.c:2407:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.204.123@tcp (192.168.204.123:988) the network or that node may be down. 00000100:00100000:3.0:1769075021.230255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075021.294203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075021.294258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075022.254251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075022.254286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075022.254292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075022.254298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075022.254302:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1769075022.318236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075022.318267:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075023.278367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075023.342225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075023.342276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075024.302216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075024.366228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075024.366294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075025.326215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075025.390209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075025.390267:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075026.350204:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075006/real 1769075006] req@ffff97a511927480 x1855007612064384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075026 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075026.350215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075026.350235:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612064384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075026 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075026.350247:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075006/real 1769075006] req@ffff97a511925180 x1855007612064256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075026 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075026.350258:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612064256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075026 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075026.350271:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075026.350286:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075026.350289:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064384:192.168.204.123@tcp:38:kworker.0 00000100:00080000:1.0:1769075026.350293:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075026.350299:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075026.350301:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064256:192.168.204.123@tcp:250:kworker.0 00000100:00080000:0.0:1769075026.350312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075026.350318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075026.350321:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075026.350327:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 1999 00000100:00080000:0.0:1769075026.350338:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1769075026.350375:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075026.350401:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612064512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075026.350421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075026.350424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075026.350425:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075026.350428:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 1999 00000100:00080000:0.0:1769075026.350431:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1769075026.350434:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075026.350442:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075026.350448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075026.350454:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612064640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075026.350536:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075026.414212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075026.414257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075027.374278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075027.438209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075027.438260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075028.398198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075028.462238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075028.462283:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075029.422242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075029.422401:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.204.123:988 00000400:00000100:2.0:1769075029.422443:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075029.422460:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075029.422496:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075029.422561:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075026/real 1769075029] req@ffff97a506b2c700 x1855007612064640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075029.422590:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612064640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075029.422606:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075029.422613:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075029.422618:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075029.422627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075026/real 1769075029] req@ffff97a506b2f100 x1855007612064512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075029.422641:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612064512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075029.422648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075029.422651:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075029.422655:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075029.486223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075029.486268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075030.446251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075030.510221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075030.510281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075031.470205:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075031.470214:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075031.470218:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075031.470227:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2019 00000100:00100000:3.0:1769075031.470234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075031.470237:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075031.470245:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075031.470273:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612064768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075031.470293:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075031.470296:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075031.470297:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075031.470300:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2019 00000100:00080000:0.0:1769075031.470302:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075031.470305:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075031.470312:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075031.470321:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075031.470334:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075031.470454:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075031.534225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075031.534271:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075032.494332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075032.494456:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.204.123:988 00000400:00000100:2.0:1769075032.494490:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075032.494505:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075032.494537:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075032.494593:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075031/real 1769075032] req@ffff97a506b2dc00 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075032.494619:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075032.494631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075032.494636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075032.494640:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612064896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075032.494648:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075031/real 1769075032] req@ffff97a506b2e300 x1855007612064768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075032.494660:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612064768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075032.494667:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075032.494670:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075032.494674:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612064768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075032.558201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075032.558263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075033.518243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075033.582223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075033.582357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075034.542303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075034.606214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075034.606280:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075035.566316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075035.630195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075035.630255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075036.590217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075036.590245:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075036.590254:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075036.590260:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075036.590271:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2024 00000100:00080000:0.0:1769075036.590286:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075036.590294:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075036.590346:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612065024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075036.590373:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075036.590375:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075036.590377:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075036.590380:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2024 00000100:00080000:0.0:1769075036.590384:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075036.590387:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075036.590396:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075036.590407:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612065152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075036.590419:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075036.590546:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075036.654258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075036.654319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075037.614218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075037.678202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075037.678255:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075038.638204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075038.702207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075038.702255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075039.662208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075039.664081:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.204.123:988 00000400:00000100:2.0:1769075039.664169:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075039.664188:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075039.664239:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769075039.664641:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075036/real 1769075039] req@ffff97a506b2dc00 x1855007612065152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.664670:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612065152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075039.664684:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.664689:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075039.664693:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075039.664717:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075036/real 1769075039] req@ffff97a506b2e300 x1855007612065024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.664732:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612065024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075039.664740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.664743:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075039.664748:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075039.726191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075039.726287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075040.686208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075040.750215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075040.750284:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075041.710202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075041.710243:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075041.710251:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075041.710256:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075041.710266:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2029 00000100:00080000:2.0:1769075041.710277:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075041.710283:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075041.710314:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612065280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075041.710336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075041.710345:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075041.710348:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075041.710353:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2029 00000100:00080000:2.0:1769075041.710357:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075041.710362:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075041.710371:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065280:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769075041.710373:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075041.710394:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612065408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075041.710443:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075041.710477:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075041/real 1769075041] req@ffff97a507940380 x1855007612065280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075041.710491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612065280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075041.710499:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075041.710502:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075041.710505:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075041.710529:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075041.710552:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075041.710564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075041/real 1769075041] req@ffff97a507940700 x1855007612065408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075041.710576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612065408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075041.710591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075041.710595:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075041.710598:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075041.774199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075041.774295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075042.734200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075042.798205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075042.798272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075043.758221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075043.822247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075043.822310:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075044.782290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075044.846278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075044.846336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075045.806199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075045.870233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075045.870292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075046.830284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075046.830299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075046.830306:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075046.830320:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2034 00000100:00080000:1.0:1769075046.830336:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075046.830347:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075046.830351:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075046.830402:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612065536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075046.830433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075046.830438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075046.830440:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075046.830445:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2034 00000100:00080000:1.0:1769075046.830450:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075046.830456:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075046.830470:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075046.830475:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075046.830489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075046.830636:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075046.894199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075046.894275:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075047.854226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075047.918202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075047.918337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075048.878222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075048.942206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075048.942300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075049.902230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769075049.902478:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.204.123:988 00000400:00000100:3.0:1769075049.902537:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075049.902560:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075049.902618:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075049.902680:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075046/real 1769075049] req@ffff97a506b5c000 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.902709:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.902725:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.902744:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075049.902751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075049.902761:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075046/real 1769075049] req@ffff97a506b5f480 x1855007612065536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.902776:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612065536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075049.902787:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075049.902791:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075049.902796:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075049.966198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075049.966272:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075050.926252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075050.990230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075050.990276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075051.950190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075051.950216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075051.950224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075051.950228:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075051.950238:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2039 00000100:00080000:0.0:1769075051.950250:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075051.950258:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075051.950292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612065792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075051.950319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075051.950323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075051.950326:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075051.950332:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2039 00000100:00080000:0.0:1769075051.950338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075051.950343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075051.950352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065792:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075051.950354:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075051.950373:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612065920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075051.950428:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075051.950470:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075051/real 1769075051] req@ffff97a506b2f100 x1855007612065792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075051.950489:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612065792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075051.950501:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075051.950506:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075051.950511:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612065792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075051.950538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075051.950566:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075051.950579:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075051/real 1769075051] req@ffff97a506b2c700 x1855007612065920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075051.950609:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612065920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075051.950619:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075051.950623:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075051.950626:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612065920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075052.014209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075052.014267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075052.974185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075053.038223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075053.038284:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075053.998243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075054.062203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075054.062266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075055.022211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075055.086208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075055.086267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075056.046215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075056.110198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075056.110260:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075057.070268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075057.070279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075057.070285:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075057.070296:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2044 00000100:00100000:3.0:1769075057.070297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075057.070310:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075057.070322:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075057.070360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612066048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075057.070384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075057.070386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075057.070388:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075057.070391:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2044 00000100:00080000:2.0:1769075057.070393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075057.070395:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075057.070402:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075057.070411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612066176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075057.070431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075057.070523:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075057.134223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075057.134304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075058.094212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075058.158274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075058.158306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075059.118190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075059.182228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075059.182281:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075059.886424:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.204.123:988 00000400:00000100:3.0:1769075059.886478:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075059.886494:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075059.886528:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075059.886582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075057/real 1769075059] req@ffff97a507940700 x1855007612066048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075059.886611:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612066048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075059.886624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075059.886629:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075059.886634:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075059.886642:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075057/real 1769075059] req@ffff97a507940380 x1855007612066176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075059.886656:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612066176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075059.886665:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075059.886669:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075059.886673:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075060.142235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075060.206221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075060.206275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075061.166205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075061.230241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075061.230309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075062.190216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075062.190231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075062.190237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075062.190241:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075062.190249:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2050 00000100:00080000:1.0:1769075062.190259:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075062.190266:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075062.190299:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612066304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075062.190322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075062.190325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075062.190326:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075062.190329:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2050 00000100:00080000:1.0:1769075062.190331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075062.190334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075062.190342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075062.190351:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075062.190360:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066304:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075062.190452:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075062.190491:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075062/real 1769075062] req@ffff97a506b5f480 x1855007612066304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075062.190519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612066304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075062.190531:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075062.190537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075062.190541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075062.190565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066432:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075062.190590:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075062.190605:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075062/real 1769075062] req@ffff97a506b5c000 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075062.190618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075062.190627:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075062.190631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075062.190635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075062.254193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075062.254295:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075063.214238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075063.278253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075063.278315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075064.238220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075064.302225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075064.302273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075065.262207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075065.326263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075065.326340:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075066.286200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075066.350224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075066.350288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075067.310234:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075067.310247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769075067.310250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075067.310251:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075067.310263:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2055 00000100:00080000:1.0:1769075067.310275:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075067.310283:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075067.310325:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612066560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075067.310361:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075067.310364:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075067.310366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075067.310369:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2055 00000100:00080000:1.0:1769075067.310373:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075067.310377:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075067.310387:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075067.310398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075067.310401:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612066688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075067.310474:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075067.310513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075067/real 1769075067] req@ffff97a506b5ed80 x1855007612066560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075067.310528:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612066560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075067.310538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075067.310541:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075067.310544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075067.310567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075067.310582:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075067.310590:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075067/real 1769075067] req@ffff97a506b5fb80 x1855007612066688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075067.310598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612066688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075067.310604:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075067.310606:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075067.310609:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075067.374231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075067.374308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075068.334191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075068.398218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075068.398267:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075069.358201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075069.422222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075069.422283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075070.382225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075070.446229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075070.446316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075071.406194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075071.470201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075071.470270:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075072.430236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075072.430255:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075072.430262:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075072.430266:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075072.430274:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2060 00000100:00080000:2.0:1769075072.430284:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075072.430290:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075072.430321:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612066816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075072.430343:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075072.430346:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075072.430347:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075072.430350:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2060 00000100:00080000:2.0:1769075072.430352:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075072.430355:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075072.430365:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075072.430379:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612066944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075072.430383:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066816:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075072.430457:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075072.430498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075072/real 1769075072] req@ffff97a507943100 x1855007612066816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075072.430518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612066816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075072.430529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075072.430535:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075072.430539:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612066816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075072.430562:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075072.430587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075072.430601:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075072/real 1769075072] req@ffff97a507942a00 x1855007612066944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075072.430615:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612066944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075072.430625:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075072.430628:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075072.430632:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612066944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075072.494237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075072.494312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075073.454225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075073.518185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075073.518324:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075074.478247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075074.542288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075074.542370:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075075.502292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075075.566283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075075.566333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075076.526227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075076.590214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075076.590257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075077.550245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075077.550263:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075077.550270:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075077.550274:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075077.550283:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2065 00000100:00080000:1.0:1769075077.550293:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075077.550298:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075077.550328:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612067072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075077.550347:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075077.550350:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075077.550351:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075077.550353:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2065 00000100:00080000:1.0:1769075077.550356:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075077.550358:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075077.550366:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075077.550375:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075077.550378:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075077.550487:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075077.614241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075077.614309:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075078.574254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075078.638212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075078.638264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075079.598225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769075079.598505:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769075079.598567:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075079.598590:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075079.598631:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075079.598662:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075077/real 1769075079] req@ffff97a506b5dc00 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.598693:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075079.598707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.598713:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075079.598718:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075079.598728:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075077/real 1769075079] req@ffff97a506b5ca80 x1855007612067072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.598742:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612067072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075079.598751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.598755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075079.598758:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075079.662250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075079.662304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075080.622287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075080.686269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075080.686272:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075081.646201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075081.710218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075081.710265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075082.670200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075082.670211:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075082.670217:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075082.670222:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075082.670230:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2070 00000100:00080000:1.0:1769075082.670240:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075082.670247:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075082.670277:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612067328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075082.670301:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075082.670306:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075082.670309:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075082.670312:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2070 00000100:00080000:1.0:1769075082.670316:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075082.670320:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075082.670327:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075082.670336:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612067456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075082.670350:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067328:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075082.670418:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075082.670452:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075082/real 1769075082] req@ffff97a506b5ca80 x1855007612067328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075082.670466:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612067328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075082.670474:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075082.670477:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075082.670480:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075082.670499:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075082.670515:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075082.670523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075082/real 1769075082] req@ffff97a506b5dc00 x1855007612067456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075082.670531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612067456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075082.670537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075082.670539:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075082.670541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075082.734210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075082.734274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075083.694194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075083.758194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075083.758233:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075084.718237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075084.782245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075084.782306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075085.742196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075085.806251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075085.806318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075086.766202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075086.830213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075086.830264:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075087.790218:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075087.790223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075087.790236:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075087.790241:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075087.790254:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2075 00000100:00080000:1.0:1769075087.790266:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075087.790272:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075087.790307:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612067584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075087.790327:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075087.790329:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075087.790331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075087.790334:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2075 00000100:00080000:1.0:1769075087.790336:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075087.790339:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075087.790347:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075087.790360:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612067712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075087.790361:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067584:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075087.790427:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075087.790469:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075087/real 1769075087] req@ffff97a506b5e300 x1855007612067584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075087.790489:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612067584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075087.790497:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075087.790501:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075087.790504:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075087.790526:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067712:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075087.790551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075087.790563:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075087/real 1769075087] req@ffff97a506b5ea00 x1855007612067712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075087.790576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612067712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075087.790583:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075087.790586:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075087.790591:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075087.854251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075087.854315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075088.814192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075088.878244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075088.878286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075089.838188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075089.902222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075089.902296:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075090.862188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075090.926209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075090.926259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075091.886184:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075091.950199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075091.950278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075092.910228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075092.910232:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075092.910240:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075092.910243:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075092.910270:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2080 00000100:00080000:1.0:1769075092.910280:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075092.910289:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075092.910332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612067840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075092.910374:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075092.910377:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075092.910378:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075092.910381:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2080 00000100:00080000:1.0:1769075092.910385:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075092.910389:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075092.910396:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075092.910409:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075092.910431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067840:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075092.910527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075092.910570:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075092/real 1769075092] req@ffff97a506b5c700 x1855007612067840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075092.910594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612067840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075092.910605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075092.910610:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075092.910615:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612067840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075092.910644:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075092.910662:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075092.910672:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075092/real 1769075092] req@ffff97a506b5ce00 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075092.910682:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075092.910693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075092.910697:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075092.910700:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612067968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075092.974232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075092.974288:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075093.934208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075093.998220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075093.998282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075094.958184:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075095.022189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075095.022261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075095.982214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075096.046213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075096.046291:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075097.006244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075097.070228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075097.070272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075098.030240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075098.030240:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075098.030250:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075098.030254:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075098.030264:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2085 00000100:00080000:1.0:1769075098.030276:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075098.030300:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075098.030341:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612068096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075098.030372:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075098.030376:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075098.030395:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075098.030400:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2085 00000100:00080000:1.0:1769075098.030414:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075098.030418:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075098.030429:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075098.030440:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075098.030442:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612068224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075098.030510:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075098.030546:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075098/real 1769075098] req@ffff97a506b5d500 x1855007612068096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075098.030564:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612068096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075098.030576:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075098.030581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075098.030586:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075098.030605:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075098.030624:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075098.030633:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075098/real 1769075098] req@ffff97a506b5d880 x1855007612068224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075098.030641:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612068224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075098.030648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075098.030650:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075098.030652:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075098.094201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075098.094269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075099.054234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075099.118183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075099.118276:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075100.078217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075100.142209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075100.142297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075101.102235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075101.166239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075101.166302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075102.126272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075102.190194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075102.190297:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075103.150227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075103.150237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075103.150245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075103.150250:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075103.150261:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2090 00000100:00080000:1.0:1769075103.150274:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075103.150284:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075103.150332:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612068352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075103.150357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075103.150360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075103.150361:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075103.150365:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2090 00000100:00080000:1.0:1769075103.150369:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075103.150374:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075103.150383:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075103.150390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075103.150399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612068480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075103.150468:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075103.150507:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075103/real 1769075103] req@ffff97a506b5e680 x1855007612068352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075103.150521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612068352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075103.150530:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075103.150534:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075103.150537:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075103.150575:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068480:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075103.150593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075103.150602:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075103/real 1769075103] req@ffff97a506b5d880 x1855007612068480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075103.150611:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612068480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075103.150618:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075103.150637:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075103.150640:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075103.214283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075103.214352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075104.174230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075104.238295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075104.238346:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075105.198215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075105.262252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075105.262336:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075106.222193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075106.286244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075106.286333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075107.246233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075107.310276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075107.310396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075108.270233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075108.270233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075108.270256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075108.270261:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075108.270271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2096 00000100:00080000:0.0:1769075108.270283:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075108.270291:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075108.270328:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612068608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075108.270364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075108.270370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075108.270374:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075108.270381:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2096 00000100:00080000:0.0:1769075108.270387:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075108.270394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075108.270405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068608:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075108.270408:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075108.270434:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075108.270491:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075108.270530:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075108/real 1769075108] req@ffff97a506b2ed80 x1855007612068608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075108.270548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612068608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075108.270559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075108.270563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075108.270567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075108.270590:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075108.270611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075108.270622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075108/real 1769075108] req@ffff97a506b2c000 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075108.270633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075108.270663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075108.270667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075108.270671:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075108.334271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075108.334322:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075109.294233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075109.358204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075109.358312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075110.318187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075110.382236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075110.382293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075111.342199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075111.406207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075111.406261:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075112.366201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075112.430200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075112.430248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075113.390249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075113.390347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075113.390354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075113.390359:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075113.390369:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2101 00000100:00080000:2.0:1769075113.390381:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075113.390389:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075113.390429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612068864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075113.390451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075113.390454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075113.390456:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075113.390459:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2101 00000100:00080000:2.0:1769075113.390461:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075113.390464:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075113.390474:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075113.390486:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612068992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075113.390499:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075113.390631:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075113.454238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075113.454314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075114.414189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075114.478202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075114.478253:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075115.438230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075115.502219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075115.502268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1769075115.694506:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769075115.694570:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075115.694589:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769075115.694630:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075115.694680:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075113/real 1769075115] req@ffff97a507941180 x1855007612068992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.694707:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612068992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075115.694721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075115.694726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075115.694731:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612068992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075115.694740:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075113/real 1769075115] req@ffff97a507941c00 x1855007612068864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.694755:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612068864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075115.694764:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075115.694768:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075115.694771:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612068864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075116.462199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075116.526205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075116.526269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075117.486221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075117.550230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075117.550306:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075118.510211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075118.510211:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075118.510220:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075118.510224:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075118.510233:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2106 00000100:00080000:3.0:1769075118.510242:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075118.510247:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075118.510277:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612069120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075118.510297:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075118.510299:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075118.510301:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075118.510304:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2106 00000100:00080000:3.0:1769075118.510306:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075118.510308:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075118.510315:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075118.510325:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612069248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075118.510332:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069120:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075118.510388:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075118.510417:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075118/real 1769075118] req@ffff97a511926a00 x1855007612069120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.510435:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612069120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.510442:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.510445:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075118.510448:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075118.510467:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075118.510501:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075118.510514:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075118/real 1769075118] req@ffff97a511924000 x1855007612069248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075118.510528:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612069248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075118.510537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075118.510540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075118.510544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075118.574191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075118.574248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075119.534261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075119.598204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075119.598487:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075120.558203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075120.622195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075120.622356:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075121.582265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075121.646188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075121.646288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075122.606194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075122.670209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075122.670323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075123.630218:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075123.630227:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075123.630231:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075123.630239:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2111 00000100:00080000:3.0:1769075123.630257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075123.630263:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075123.630295:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612069376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075123.630316:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075123.630319:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075123.630321:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075123.630324:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2111 00000100:00080000:3.0:1769075123.630326:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075123.630329:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075123.630336:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075123.630346:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075123.630377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069376:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075123.630452:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075123.630490:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075123/real 1769075123] req@ffff97a511926680 x1855007612069376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.630508:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612069376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075123.630520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.630524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075123.630528:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075123.630535:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075123.630549:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075123.630557:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075123/real 1769075123] req@ffff97a511925f80 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.630565:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075123.630571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.630575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075123.630577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075123.630598:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075123.694213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075123.694283:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075124.654263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075124.718258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075124.718314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075125.678224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075125.742231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075125.742287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075126.702206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075126.766211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075126.766282:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075127.726240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075127.790223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075127.790277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075128.750238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075128.750239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075128.750247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075128.750253:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075128.750263:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2116 00000100:00080000:3.0:1769075128.750274:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075128.750282:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075128.750355:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612069632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075128.750384:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075128.750389:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075128.750391:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075128.750395:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2116 00000100:00080000:3.0:1769075128.750400:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075128.750406:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075128.750416:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075128.750421:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075128.750434:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612069760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075128.750481:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075128.750524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075128/real 1769075128] req@ffff97a511927800 x1855007612069632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075128.750553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612069632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075128.750561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075128.750564:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075128.750567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075128.750585:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069760:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075128.750600:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075128.750608:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075128/real 1769075128] req@ffff97a511927100 x1855007612069760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075128.750616:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612069760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075128.750621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075128.750623:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075128.750625:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612069760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075128.814239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075128.814313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075129.774224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075129.838216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075129.838275:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075130.798232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075130.862203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075130.862287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075131.822273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075131.886215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075131.886301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075132.846275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075132.910216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075132.910292:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075133.870331:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075133.870332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075133.870352:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075133.870361:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075133.870381:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2121 00000100:00080000:3.0:1769075133.870401:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075133.870416:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075133.870482:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612069888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075133.870531:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075133.870539:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075133.870543:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075133.870553:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2121 00000100:00080000:3.0:1769075133.870561:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075133.870569:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075133.870582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069888:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769075133.870590:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075133.870622:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612070016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075133.870662:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075133.870722:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075133/real 1769075133] req@ffff97a511925c00 x1855007612069888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075133.870738:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612069888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075133.870747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075133.870752:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075133.870756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612069888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075133.870778:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075133.870794:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075133.870802:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075133/real 1769075133] req@ffff97a511927100 x1855007612070016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075133.870810:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612070016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075133.870817:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075133.870819:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075133.870821:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075133.934192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075133.934335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075134.894305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075134.958260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075134.958342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075135.918352:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075135.982274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075135.982405:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075136.942266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075137.006204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075137.006287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075137.966304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075138.030225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075138.030314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075138.990271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075138.990281:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075138.990296:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075138.990303:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075138.990315:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2126 00000100:00080000:2.0:1769075138.990326:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075138.990333:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075138.990369:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941500 x1855007612070144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075138.990398:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075138.990402:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075138.990404:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075138.990408:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2126 00000100:00080000:2.0:1769075138.990411:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075138.990414:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075138.990423:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075138.990435:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075138.990454:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075138.990555:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075138.990604:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075138/real 1769075138] req@ffff97a507941500 x1855007612070144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075138.990620:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941500 x1855007612070144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075138.990630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075138.990634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075138.990637:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075138.990663:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075138.990680:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075138.990689:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075138/real 1769075138] req@ffff97a507943b80 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075138.990703:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075138.990710:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075138.990712:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075138.990714:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075139.054240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075139.054303:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075140.014226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075140.078187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075140.078242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075141.038269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075141.102183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075141.102254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075142.062295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075142.126188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075142.126245:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075143.086270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075143.150201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075143.150338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075144.110334:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075144.110376:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075144.110385:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075144.110402:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2131 00000100:00080000:2.0:1769075144.110443:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075144.110451:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075144.110457:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075144.110494:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612070400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075144.110525:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075144.110530:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075144.110533:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075144.110539:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2131 00000100:00080000:2.0:1769075144.110543:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075144.110546:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075144.110557:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075144.110571:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612070528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075144.110602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070400:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075144.110671:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075144.110702:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075144/real 1769075144] req@ffff97a507941880 x1855007612070400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075144.110716:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612070400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075144.110723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075144.110726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075144.110729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075144.110734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070528:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075144.110762:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075144.110774:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075144/real 1769075144] req@ffff97a507940a80 x1855007612070528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075144.110787:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612070528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075144.110797:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075144.110801:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075144.110805:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075144.174290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075144.174440:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075145.134261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075145.198267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075145.198362:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075146.158260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075146.222199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075146.222235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075147.182289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075147.246297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075147.246385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075148.206291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075148.270281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075148.270423:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075149.230214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075149.230224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075149.230230:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075149.230243:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2137 00000100:00080000:2.0:1769075149.230254:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075149.230261:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075149.230309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075149.230329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612070656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075149.230359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075149.230364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075149.230368:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075149.230373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2137 00000100:00080000:2.0:1769075149.230382:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075149.230388:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075149.230400:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075149.230420:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075149.230425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612070784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075149.230553:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075149.230633:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075149/real 1769075149] req@ffff97a507940e00 x1855007612070656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075149.230674:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612070656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075149.230697:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075149.230706:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075149.230714:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075149.230759:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075149.230796:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075149.230814:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075149/real 1769075149] req@ffff97a507942680 x1855007612070784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075149.230831:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612070784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075149.230853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075149.230857:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075149.230862:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612070784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075149.294279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075149.294307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075150.254283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075150.318253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075150.318319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075151.278299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075151.342270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075151.342329:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075152.302279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075152.366248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075152.366278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075153.326230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075153.390230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075153.390274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075154.350220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075154.350230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075154.350246:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075154.350257:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2142 00000100:00080000:2.0:1769075154.350270:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075154.350277:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075154.350318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612070912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075154.350331:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075154.350344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075154.350348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075154.350350:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075154.350365:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2142 00000100:00080000:2.0:1769075154.350368:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075154.350372:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075154.350381:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075154.350392:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075154.350397:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075154.350503:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075154.350576:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075154/real 1769075154] req@ffff97a507940000 x1855007612070912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075154.350595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612070912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075154.350606:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075154.350611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075154.350614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612070912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075154.350659:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071040:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075154.350684:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075154.350695:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075154/real 1769075154] req@ffff97a507942680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075154.350733:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075154.350751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075154.350757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075154.350764:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075154.414214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075154.414331:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075155.374270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075155.438233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075155.438301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075156.398311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075156.462306:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075156.462385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075157.422238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075157.486257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075157.486383:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075158.446389:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075158.510229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075158.510334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075159.470254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075159.470254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075159.470268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075159.470274:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075159.470290:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2147 00000100:00080000:2.0:1769075159.470306:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075159.470317:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075159.470363:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612071168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075159.470395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075159.470400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075159.470402:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075159.470407:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2147 00000100:00080000:2.0:1769075159.470412:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075159.470417:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075159.470430:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075159.470442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075159.470461:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612071296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075159.470538:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075159.470595:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075159/real 1769075159] req@ffff97a507940e00 x1855007612071168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075159.470616:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612071168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075159.470629:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075159.470634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075159.470638:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075159.470665:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075159.470690:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075159.470704:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075159/real 1769075159] req@ffff97a507940a80 x1855007612071296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075159.470716:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612071296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075159.470725:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075159.470727:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075159.470730:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075159.534230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075159.534301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075160.494282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075160.558199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075160.558256:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075161.518222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075161.582200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075161.582288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075162.542233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075162.606282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075162.606367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075163.566331:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075163.630333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075163.630375:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075164.590294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075164.590362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075164.590375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075164.590383:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075164.590400:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2152 00000100:00080000:3.0:1769075164.590420:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075164.590433:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075164.590502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612071424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075164.590551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075164.590556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075164.590559:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075164.590564:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2152 00000100:00080000:3.0:1769075164.590569:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075164.590574:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075164.590587:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075164.590605:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612071552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075164.590692:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071424:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075164.590847:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075164.590951:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075164/real 1769075164] req@ffff97a511927800 x1855007612071424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075164.590990:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612071424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075164.591010:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075164.591019:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075164.591028:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075164.591043:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075164.591094:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075164.591161:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075164/real 1769075164] req@ffff97a511925f80 x1855007612071552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075164.591184:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612071552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075164.591196:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075164.591201:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075164.591206:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075164.654304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075164.654393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075165.614309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075165.678280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075165.678409:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075166.638306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075166.702237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075166.702410:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075167.662233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075167.726274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075167.726280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075168.686315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075168.750228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075168.750296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075169.710186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075169.710197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075169.710202:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075169.710216:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2157 00000100:00080000:3.0:1769075169.710228:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075169.710238:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075169.710268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075169.710284:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612071680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075169.710327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075169.710331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075169.710332:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075169.710336:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2157 00000100:00080000:3.0:1769075169.710339:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075169.710343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075169.710353:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075169.710368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075169.710369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071680:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075169.710443:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075169.710480:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075169/real 1769075169] req@ffff97a511926680 x1855007612071680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075169.710496:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612071680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075169.710506:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075169.710509:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075169.710513:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075169.710533:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071808:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075169.710551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075169.710561:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075169/real 1769075169] req@ffff97a511924000 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075169.710571:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075169.710577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075169.710580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075169.710583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612071808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075169.774270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075169.774386:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075170.734270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075170.798299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075170.798328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075171.758346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075171.822264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075171.822488:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075172.782250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075172.846239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075172.846269:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075173.806224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075173.870185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075173.870245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075174.830319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075174.830327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075174.830334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075174.830345:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075174.830360:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2162 00000100:00080000:3.0:1769075174.830374:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075174.830385:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075174.830443:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612071936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075174.830479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075174.830482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075174.830484:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075174.830488:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2162 00000100:00080000:3.0:1769075174.830492:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075174.830498:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075174.830508:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075174.830523:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612072064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075174.830551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071936:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075174.830679:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075174.830747:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075174/real 1769075174] req@ffff97a511926a00 x1855007612071936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075174.830769:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612071936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075174.830783:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075174.830788:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075174.830793:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612071936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075174.830825:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075174.830866:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075174.830880:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075174/real 1769075174] req@ffff97a511925180 x1855007612072064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075174.830896:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612072064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075174.830910:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075174.830916:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075174.830922:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075174.894205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075174.894394:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075175.854227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075175.918189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075175.918290:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075176.878262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075176.942244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075176.942379:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075177.902239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075177.966258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075177.966367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075178.926243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075178.990207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075178.990277:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075179.950202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075179.950213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075179.950217:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075179.950221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075179.950227:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2167 00000100:00080000:3.0:1769075179.950239:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075179.950246:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075179.950279:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612072192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075179.950303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075179.950306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075179.950307:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075179.950310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2167 00000100:00080000:3.0:1769075179.950313:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075179.950316:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075179.950336:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075179.950346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612072320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075179.950350:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075179.950497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075180.014197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075180.014284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075180.974528:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075181.038291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075181.038396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075181.998266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075182.062194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075182.062210:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075183.022369:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075183.022491:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075183.022528:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075183.022547:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075183.022593:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075183.022636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075179/real 1769075183] req@ffff97a511925500 x1855007612072320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075183.022662:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612072320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075183.022676:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075183.022682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075183.022686:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075183.022695:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075179/real 1769075183] req@ffff97a511927480 x1855007612072192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075183.022717:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612072192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075183.022725:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075183.022729:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075183.022733:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075183.086181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075183.086242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075184.046407:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075184.110239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075184.110278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075185.070231:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075185.070238:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075185.070242:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075185.070250:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2172 00000100:00080000:0.0:1769075185.070259:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075185.070265:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075185.070295:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612072448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075185.070312:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075185.070317:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075185.070322:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075185.070323:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075185.070336:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2172 00000100:00080000:0.0:1769075185.070339:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075185.070346:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075185.070348:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072448:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075185.070363:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075185.070377:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075185.070423:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075185.070454:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075185/real 1769075185] req@ffff97a506b2ca80 x1855007612072448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.070467:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612072448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.070476:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.070480:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075185.070485:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075185.070509:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075185.070536:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075185.070550:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075185/real 1769075185] req@ffff97a506b2f800 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075185.070562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075185.070572:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075185.070575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075185.070579:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075185.134273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075185.134404:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075186.094288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075186.158225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075186.158276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075187.118234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075187.182250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075187.182495:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075188.142243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075188.206349:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075188.206396:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075189.166361:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075189.230219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075189.230297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075190.190217:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075190.190227:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075190.190236:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075190.190239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075190.190245:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2178 00000100:00080000:0.0:1769075190.190255:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075190.190262:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075190.190334:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612072704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075190.190375:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075190.190381:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075190.190385:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075190.190391:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2178 00000100:00080000:0.0:1769075190.190396:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075190.190405:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075190.190419:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075190.190431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075190.190447:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612072832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075190.190517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075190.190549:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075190/real 1769075190] req@ffff97a506b2fb80 x1855007612072704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075190.190563:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612072704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075190.190572:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075190.190577:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075190.190581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075190.190604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075190.190640:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075190.190667:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075190/real 1769075190] req@ffff97a506b2ce00 x1855007612072832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075190.190680:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612072832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075190.190689:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075190.190692:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075190.190696:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612072832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075190.254201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075190.254254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075191.214185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075191.278191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075191.278230:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075192.238322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:2.0:1769075192.302283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075192.302302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075193.262338:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075193.326279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075193.326357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075194.286281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075194.350290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075194.350370:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075195.310329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075195.310346:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075195.310362:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075195.310371:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075195.310388:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2183 00000100:00080000:2.0:1769075195.310409:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075195.310425:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075195.310503:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612072960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075195.310551:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075195.310558:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075195.310573:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075195.310584:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2183 00000100:00080000:2.0:1769075195.310593:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075195.310601:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075195.310621:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075195.310625:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075195.310658:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612073088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075195.310752:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075195.310821:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075195/real 1769075195] req@ffff97a507941880 x1855007612072960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075195.310859:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612072960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075195.310882:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075195.310904:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075195.310913:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612072960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075195.310961:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073088:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075195.310999:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075195.311020:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075195/real 1769075195] req@ffff97a507943b80 x1855007612073088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075195.311058:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612073088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075195.311069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075195.311074:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075195.311078:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075195.374321:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075195.374411:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075196.334304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075196.398231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075196.398325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075197.358299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075197.422287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075197.422406:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075198.382329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075198.446288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075198.446372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075199.406307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075199.470241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075199.470343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075200.430346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075200.430351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075200.430367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075200.430375:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075200.430391:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2188 00000100:00080000:3.0:1769075200.430409:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075200.430422:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075200.430489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612073216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075200.430534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075200.430539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075200.430542:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075200.430548:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2188 00000100:00080000:3.0:1769075200.430553:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075200.430558:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075200.430573:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075200.430592:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075200.430600:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073216:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075200.430736:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075200.430798:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075200/real 1769075200] req@ffff97a511924e00 x1855007612073216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075200.430824:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612073216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075200.430839:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075200.430846:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075200.430854:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075200.430902:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075200.430950:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075200.430979:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075200/real 1769075200] req@ffff97a511924a80 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075200.431008:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075200.431041:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075200.431049:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075200.431056:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075200.494239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075200.494382:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075201.454222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075201.518251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075201.518371:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075202.478234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075202.542210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075202.542281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075203.502241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075203.566203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075203.566260:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075204.526287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075204.590205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075204.590275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075205.550202:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075205.550212:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075205.550213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075205.550216:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075205.550226:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2193 00000100:00080000:3.0:1769075205.550235:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075205.550242:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075205.550282:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612073472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075205.550302:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075205.550305:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075205.550306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075205.550309:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2193 00000100:00080000:3.0:1769075205.550312:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075205.550315:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075205.550322:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075205.550332:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075205.550334:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612073600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075205.550409:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075205.550447:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075205/real 1769075205] req@ffff97a511924700 x1855007612073472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075205.550466:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612073472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075205.550474:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075205.550478:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075205.550481:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075205.550498:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075205.550521:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075205.550535:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075205/real 1769075205] req@ffff97a511924a80 x1855007612073600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075205.550549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612073600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075205.550559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075205.550562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075205.550566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075205.614218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075205.614301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075206.574200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075206.638203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075206.638253:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075207.598218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075207.662186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075207.662290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075208.622211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075208.686197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075208.686241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075209.646276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075209.710255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075209.710335:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075210.670267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075210.670396:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075210.670412:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075210.670420:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075210.670435:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2198 00000100:00080000:3.0:1769075210.670455:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075210.670467:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075210.670528:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612073728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075210.670568:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075210.670574:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075210.670576:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075210.670582:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2198 00000100:00080000:3.0:1769075210.670587:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075210.670592:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075210.670607:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075210.670624:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612073856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075210.670635:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073728:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075210.670752:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075210.670813:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075210/real 1769075210] req@ffff97a511924e00 x1855007612073728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075210.670840:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612073728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075210.670856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075210.670862:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075210.670867:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075210.670902:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073856:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075210.670958:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075210.670974:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075210/real 1769075210] req@ffff97a511927480 x1855007612073856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075210.670990:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612073856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075210.671002:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075210.671006:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075210.671011:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612073856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075210.734251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075210.734432:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075211.694300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075211.758269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075211.758408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075212.718322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075212.782277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075212.782452:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075213.742254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075213.806248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075213.806404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075214.766343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075214.830207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075214.830275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075215.790331:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075215.790331:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075215.790347:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075215.790354:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075215.790373:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2203 00000100:00080000:1.0:1769075215.790390:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075215.790405:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075215.790481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612073984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075215.790532:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075215.790539:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075215.790543:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075215.790550:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2203 00000100:00080000:1.0:1769075215.790560:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075215.790569:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075215.790582:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075215.790608:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075215.790620:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073984:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075215.790755:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075215.790825:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075215/real 1769075215] req@ffff97a506b5d500 x1855007612073984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075215.790898:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612073984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075215.790923:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075215.790933:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075215.790942:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612073984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075215.790989:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075215.791037:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075215.791062:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075215/real 1769075215] req@ffff97a506b5ce00 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075215.791105:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075215.791182:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075215.791190:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075215.791198:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075215.854244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075215.854473:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075216.814375:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075216.878244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075216.878390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075217.838314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075217.902200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075217.902326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075218.862274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075218.926270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075218.926340:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075219.886256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075219.950251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075219.950371:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075220.910240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075220.910255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075220.910260:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075220.910274:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2208 00000100:00080000:1.0:1769075220.910291:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075220.910302:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075220.910375:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075220.910378:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612074240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075220.910435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075220.910441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075220.910446:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075220.910455:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2208 00000100:00080000:1.0:1769075220.910463:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075220.910471:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075220.910479:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074240:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769075220.910487:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075220.910508:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612074368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075220.910620:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075220.910695:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075220/real 1769075220] req@ffff97a506b5c700 x1855007612074240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075220.910716:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612074240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075220.910729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075220.910735:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075220.910740:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075220.910805:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074368:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075220.910867:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075220.910889:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075220/real 1769075220] req@ffff97a506b5ea00 x1855007612074368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075220.910911:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612074368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075220.910944:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075220.910950:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075220.910955:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075220.974269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075220.974405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075221.934328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075221.998252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075221.998358:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075222.958250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075223.022221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075223.022298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075223.982396:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075224.046232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075224.046349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075225.006263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075225.070236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075225.070286:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075226.030273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075226.030287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075226.030294:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075226.030310:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2213 00000100:00100000:2.0:1769075226.030311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075226.030327:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075226.030338:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075226.030395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612074496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075226.030435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075226.030442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075226.030446:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075226.030453:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2213 00000100:00080000:0.0:1769075226.030459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075226.030464:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075226.030476:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075226.030494:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612074624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075226.030538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074496:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075226.030603:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075226.030640:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075226/real 1769075226] req@ffff97a506b2f480 x1855007612074496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075226.030664:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612074496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075226.030695:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075226.030700:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075226.030720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075226.030726:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075226.030748:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075226.030760:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075226/real 1769075226] req@ffff97a506b2d180 x1855007612074624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075226.030774:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612074624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075226.030783:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075226.030787:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075226.030791:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075226.094218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075226.094278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075227.054234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075227.118198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075227.118260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075228.078329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075228.142287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075228.142416:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075229.102211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075229.166175:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075229.166258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075230.126220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075230.190202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075230.190337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075231.150357:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075231.150385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075231.150402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075231.150411:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075231.150429:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2218 00000100:00080000:2.0:1769075231.150450:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075231.150462:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075231.150527:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941500 x1855007612074752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075231.150576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075231.150608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075231.150625:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075231.150633:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2218 00000100:00080000:2.0:1769075231.150641:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075231.150647:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075231.150663:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075231.150667:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075231.150691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075231.150773:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075231.150854:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075231/real 1769075231] req@ffff97a507941500 x1855007612074752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075231.150907:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941500 x1855007612074752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075231.150927:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075231.150935:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075231.150941:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612074752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075231.150980:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075231.151023:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075231.151045:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075231/real 1769075231] req@ffff97a507941c00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075231.151070:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075231.151088:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075231.151094:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075231.151100:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612074880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075231.214237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075231.214354:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075232.174277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075232.238295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075232.238429:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075233.198306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075233.262178:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075233.262266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075234.222244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075234.286205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075234.286391:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075235.246308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075235.310235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075235.310461:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075236.270299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075236.270369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075236.270385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075236.270393:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075236.270408:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2224 00000100:00080000:2.0:1769075236.270427:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075236.270438:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075236.270558:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612075008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075236.270601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075236.270608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075236.270611:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075236.270617:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2224 00000100:00080000:2.0:1769075236.270622:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075236.270628:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075236.270643:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075236.270662:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612075136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075236.270688:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075008:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075236.270804:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075236.270873:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075236/real 1769075236] req@ffff97a507941180 x1855007612075008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075236.270933:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612075008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075236.270949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075236.270955:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075236.270961:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075236.271000:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075136:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075236.271052:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075236.271082:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075236/real 1769075236] req@ffff97a507942a00 x1855007612075136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075236.271110:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612075136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075236.271223:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075236.271229:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075236.271234:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075236.334247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075236.334376:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075237.294315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075237.358277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075237.358435:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075238.318238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075238.382197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075238.382350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075239.342218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075239.406220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075239.406293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075240.366241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:2.0:1769075240.430329:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075240.430350:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769075241.390235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075241.390239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075241.390252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075241.390258:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075241.390270:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2229 00000100:00080000:0.0:1769075241.390283:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075241.390290:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075241.390327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612075264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075241.390353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075241.390355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075241.390357:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075241.390360:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2229 00000100:00080000:0.0:1769075241.390364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075241.390369:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075241.390377:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075241.390387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612075392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075241.390395:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075264:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075241.390496:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075241.390539:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075241/real 1769075241] req@ffff97a506b2c380 x1855007612075264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075241.390554:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612075264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075241.390564:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075241.390567:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075241.390570:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075241.390594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075241.390609:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075241.390617:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075241/real 1769075241] req@ffff97a506b2d180 x1855007612075392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075241.390625:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612075392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075241.390632:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075241.390634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075241.390636:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075241.454209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075241.454316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075242.414212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075242.478226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075242.478334:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075243.438214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075243.502213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075243.502276:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075244.462191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075244.526191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075244.526257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075245.486270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075245.550218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075245.550318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075246.510229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075246.510252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075246.510262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075246.510267:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075246.510277:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2234 00000100:00080000:2.0:1769075246.510292:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075246.510300:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075246.510368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612075520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075246.510396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075246.510399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075246.510402:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075246.510405:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2234 00000100:00080000:2.0:1769075246.510409:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075246.510413:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075246.510423:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075246.510434:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075246.510446:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075246.510561:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075246.574187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075246.574293:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075247.534188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075247.598199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075247.598253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075248.558242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075248.622228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075248.622318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075249.582223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075249.582461:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075249.582516:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075249.582537:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075249.582583:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075249.582637:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075246/real 1769075249] req@ffff97a507940380 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075249.582672:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075249.582686:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075249.582692:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075249.582697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075249.582718:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075246/real 1769075249] req@ffff97a507943100 x1855007612075520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075249.582731:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612075520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075249.582740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075249.582744:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075249.582747:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075249.646207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075249.646309:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075250.606284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075250.670206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075250.670296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075251.630260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075251.630271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075251.630276:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075251.630288:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2239 00000100:00080000:1.0:1769075251.630301:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075251.630308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075251.630311:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075251.630353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612075776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075251.630384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075251.630388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075251.630389:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075251.630394:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2239 00000100:00080000:1.0:1769075251.630398:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075251.630403:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075251.630414:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075251.630428:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612075904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075251.630434:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075776:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075251.630502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075251.630537:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075251/real 1769075251] req@ffff97a506b5e300 x1855007612075776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075251.630559:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612075776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075251.630570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075251.630575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075251.630579:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612075776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075251.630604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075251.630639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075251.630654:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075251/real 1769075251] req@ffff97a506b5dc00 x1855007612075904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075251.630669:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612075904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075251.630680:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075251.630684:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075251.630687:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612075904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075251.694212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075251.694277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075252.654239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075252.718202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075252.718270:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075253.678231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075253.742198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075253.742272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075254.702222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075254.766230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075254.766256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075255.726240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075255.790218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075255.790274:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075256.750237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075256.750249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075256.750256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075256.750261:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075256.750271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2244 00000100:00080000:2.0:1769075256.750282:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075256.750290:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075256.750327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612076032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075256.750350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075256.750352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075256.750354:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075256.750357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2244 00000100:00080000:2.0:1769075256.750360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075256.750363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075256.750371:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075256.750382:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612076160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075256.750390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076032:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075256.750447:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075256.750484:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075256/real 1769075256] req@ffff97a507940700 x1855007612076032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075256.750498:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612076032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075256.750511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075256.750515:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075256.750518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075256.750535:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075256.750549:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075256.750557:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075256/real 1769075256] req@ffff97a507943100 x1855007612076160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075256.750565:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612076160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075256.750571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075256.750574:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075256.750576:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075256.814208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075256.814281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075257.774224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075257.838207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075257.838324:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075258.798255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075258.862216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075258.862286:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075259.822235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075259.886206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075259.886259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075260.846250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075260.910269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075260.910379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075261.870358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075261.870373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075261.870401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075261.870406:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075261.870414:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2249 00000100:00080000:2.0:1769075261.870436:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075261.870443:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075261.870475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612076288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075261.870503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075261.870506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075261.870507:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075261.870510:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2249 00000100:00080000:2.0:1769075261.870513:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075261.870515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075261.870522:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075261.870545:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075261.870555:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076288:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075261.870613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075261.870645:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075261/real 1769075261] req@ffff97a507940380 x1855007612076288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075261.870685:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612076288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075261.870699:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075261.870705:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075261.870710:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075261.870740:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076416:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075261.870791:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075261.870801:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075261/real 1769075261] req@ffff97a507942a00 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075261.870811:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075261.870818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075261.870821:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075261.870823:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075261.934235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075261.934286:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075262.894202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075262.958241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075262.958302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075263.918242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075263.982180:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075263.982281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075264.942249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075265.006214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075265.006267:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075265.966214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075266.030220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075266.030284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075266.990308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075266.990319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075266.990323:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075266.990334:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2254 00000100:00080000:0.0:1769075266.990345:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075266.990353:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075266.990389:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612076544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075266.990419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075266.990423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075266.990426:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075266.990430:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075266.990431:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2254 00000100:00080000:0.0:1769075266.990439:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075266.990444:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075266.990448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076544:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075266.990455:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075266.990470:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612076672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075266.990511:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075266.990622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075266/real 1769075266] req@ffff97a506b2f480 x1855007612076544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075266.990636:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612076544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075266.990643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075266.990646:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075266.990649:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075266.990671:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075266.990697:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075266.990815:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075266/real 1769075266] req@ffff97a506b2ce00 x1855007612076672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075266.990872:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612076672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075266.990894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075266.990897:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075266.990902:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075267.054219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075267.054320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075268.014285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075268.078204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075268.078254:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075269.038228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075269.102198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075269.102307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075270.062297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075270.126214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075270.126349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075271.086317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075271.150212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075271.150292:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075272.110285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075272.110288:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075272.110300:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075272.110306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075272.110320:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2259 00000100:00080000:1.0:1769075272.110334:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075272.110344:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075272.110393:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612076800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075272.110424:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075272.110427:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075272.110429:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075272.110434:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2259 00000100:00080000:1.0:1769075272.110438:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075272.110443:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075272.110455:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075272.110468:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612076928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075272.110474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076800:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075272.110598:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075272.110661:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075272/real 1769075272] req@ffff97a506b5ca80 x1855007612076800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075272.110706:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612076800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075272.110723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075272.110729:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075272.110736:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612076800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075272.110770:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075272.110818:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075272.110832:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075272/real 1769075272] req@ffff97a506b5fb80 x1855007612076928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075272.110846:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612076928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075272.110874:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075272.110878:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075272.110881:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612076928:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075272.174237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075272.174388:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075273.134319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075273.198261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075273.198337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075274.158274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075274.222289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075274.222406:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075275.182215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075275.246183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075275.246272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075276.206324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075276.270288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075276.270365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075277.230269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075277.230276:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075277.230283:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075277.230288:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075277.230297:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2265 00000100:00080000:1.0:1769075277.230309:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075277.230325:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075277.230364:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612077056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075277.230387:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075277.230390:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075277.230392:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075277.230396:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2265 00000100:00080000:1.0:1769075277.230399:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075277.230402:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075277.230411:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075277.230424:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075277.230426:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075277.230493:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075277.230562:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075277/real 1769075277] req@ffff97a506b5ed80 x1855007612077056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075277.230580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612077056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075277.230589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075277.230593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075277.230597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075277.230638:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077184:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075277.230662:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075277.230675:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075277/real 1769075277] req@ffff97a506b5c000 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075277.230687:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075277.230695:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075277.230699:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075277.230702:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075277.294239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075277.294366:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075278.254259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075278.318229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075278.318437:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075279.278218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075279.342251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075279.342326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075280.302222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075280.366273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075280.366321:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075281.326222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075281.390205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075281.390251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075282.350267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075282.350284:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075282.350292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075282.350298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075282.350308:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2270 00000100:00080000:1.0:1769075282.350320:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075282.350329:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075282.350368:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612077312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075282.350395:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075282.350399:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075282.350401:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075282.350405:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2270 00000100:00080000:1.0:1769075282.350409:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075282.350413:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075282.350422:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075282.350436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075282.350438:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612077440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075282.350551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075282.350615:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075282/real 1769075282] req@ffff97a506b5f480 x1855007612077312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075282.350636:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612077312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075282.350648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075282.350653:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075282.350657:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075282.350700:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075282.350761:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075282.350780:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075282/real 1769075282] req@ffff97a506b5f800 x1855007612077440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075282.350791:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612077440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075282.350800:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075282.350803:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075282.350806:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077440:192.168.204.123@tcp:38:kworker.0 00010000:00010000:2.0:1769075282.414369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075282.414410:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075283.374199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075283.438227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075283.438277:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075284.398207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075284.462258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075284.462299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075285.422230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075285.486201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075285.486279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075286.446353:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075286.510265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075286.510440:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075287.470344:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075287.470351:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075287.470364:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075287.470370:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075287.470407:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2275 00000100:00080000:3.0:1769075287.470422:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075287.470433:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075287.470481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612077568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075287.470525:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075287.470528:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075287.470531:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075287.470535:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2275 00000100:00080000:3.0:1769075287.470540:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075287.470545:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075287.470557:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075287.470583:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075287.470596:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612077696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075287.470701:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075287.470742:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075287/real 1769075287] req@ffff97a511925500 x1855007612077568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075287.470761:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612077568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075287.470772:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075287.470777:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075287.470781:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075287.470804:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077696:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075287.470825:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075287.470836:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075287/real 1769075287] req@ffff97a511925180 x1855007612077696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075287.470848:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612077696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075287.470856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075287.470859:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075287.470863:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075287.534268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075287.534398:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075288.494279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075288.558253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075288.558289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075289.518266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075289.582204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075289.582274:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075290.542347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075290.606250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075290.606324:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075291.566310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075291.630253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075291.630369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075292.590287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075292.590318:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075292.590340:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075292.590346:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075292.590359:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2280 00000100:00080000:0.0:1769075292.590374:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075292.590384:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075292.590442:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612077824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075292.590481:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075292.590486:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075292.590501:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075292.590509:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2280 00000100:00080000:0.0:1769075292.590513:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075292.590518:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075292.590530:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075292.590588:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075292.590629:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077824:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075292.590715:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075292.590759:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075292/real 1769075292] req@ffff97a506b2fb80 x1855007612077824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075292.590780:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612077824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075292.590792:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075292.590797:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075292.590802:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612077824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075292.590827:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075292.590852:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075292.590864:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075292/real 1769075292] req@ffff97a506b2f800 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075292.590877:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075292.590886:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075292.590890:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075292.590893:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612077952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075292.654223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075292.654382:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075293.614262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075293.678215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075293.678359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075294.638270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075294.702266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075294.702280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075295.662233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075295.726308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075295.726386:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075296.686303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075296.750189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075296.750275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075297.710291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075297.710295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075297.710319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075297.710327:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075297.710344:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2285 00000100:00080000:0.0:1769075297.710361:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075297.710375:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075297.710435:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612078080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075297.710513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075297.710519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075297.710523:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075297.710530:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2285 00000100:00080000:0.0:1769075297.710538:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075297.710545:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075297.710578:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075297.710582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075297.710603:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612078208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075297.710687:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075297.710754:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075297/real 1769075297] req@ffff97a506b2ca80 x1855007612078080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075297.710776:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612078080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075297.710789:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075297.710794:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075297.710799:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075297.710827:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075297.710856:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075297.710871:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075297/real 1769075297] req@ffff97a506b2c000 x1855007612078208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075297.710895:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612078208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075297.710906:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075297.710909:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075297.710913:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075297.774286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075297.774388:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075298.734208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075298.798194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075298.798267:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075299.758215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075299.822197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075299.822242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075300.782223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075300.846194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075300.846310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075301.806227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075301.870198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075301.870259:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075302.830217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075302.830229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075302.830234:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075302.830244:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2290 00000100:00080000:1.0:1769075302.830256:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075302.830264:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075302.830269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769075302.830297:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612078336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075302.830322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075302.830326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075302.830328:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075302.830332:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2290 00000100:00080000:1.0:1769075302.830338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075302.830343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075302.830352:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075302.830367:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612078464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075302.830367:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078336:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075302.830446:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075302.830487:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075302/real 1769075302] req@ffff97a506b5f100 x1855007612078336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075302.830507:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612078336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075302.830519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075302.830525:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075302.830585:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075302.830607:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078464:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075302.830632:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075302.830645:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075302/real 1769075302] req@ffff97a506b5f800 x1855007612078464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075302.830655:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612078464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075302.830663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075302.830667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075302.830671:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075302.894210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075302.894263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075303.854258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075303.918214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075303.918449:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075304.878280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075304.942181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075304.942268:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075305.902240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075305.966213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075305.966377:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075306.926225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075306.990219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075306.990276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075307.950283:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075307.950285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075307.950314:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075307.950327:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075307.950338:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2295 00000100:00080000:1.0:1769075307.950370:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075307.950377:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075307.950413:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612078592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075307.950440:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075307.950443:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075307.950445:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075307.950449:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2295 00000100:00080000:1.0:1769075307.950452:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075307.950456:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075307.950465:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075307.950478:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075307.950479:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075307.950551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075307.950586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075307/real 1769075307] req@ffff97a506b5f480 x1855007612078592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075307.950602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612078592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075307.950622:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075307.950626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075307.950630:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075307.950650:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075307.950668:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075307.950700:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075307/real 1769075307] req@ffff97a506b5c000 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075307.950719:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075307.950733:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075307.950739:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075307.950744:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075308.014252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075308.014375:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075308.974206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075309.038200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075309.038254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075309.998226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075310.062213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075310.062314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075311.022221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075311.086184:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075311.086261:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075312.046254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075312.110217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075312.110307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075313.070256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075313.070277:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075313.070286:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075313.070291:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075313.070303:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2300 00000100:00080000:1.0:1769075313.070317:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075313.070325:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075313.070366:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612078848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075313.070399:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075313.070403:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075313.070405:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075313.070410:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2300 00000100:00080000:1.0:1769075313.070416:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075313.070421:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075313.070431:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075313.070448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075313.070449:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612078976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075313.070604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075313.134254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075313.134278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075314.094243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075314.158227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075314.158300:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075315.118207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075315.182217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075315.182271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075316.142231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769075316.142396:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769075316.142431:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075316.142446:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075316.142480:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075316.142527:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075313/real 1769075316] req@ffff97a506b5fb80 x1855007612078976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075316.142549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612078976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075316.142562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075316.142568:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075316.142572:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612078976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075316.142581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075313/real 1769075316] req@ffff97a506b5ed80 x1855007612078848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075316.142603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612078848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075316.142612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075316.142616:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075316.142620:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612078848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075316.206192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075316.206255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075317.166369:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075317.230232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075317.230308:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075318.190262:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075318.190271:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075318.190276:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075318.190285:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2306 00000100:00080000:3.0:1769075318.190296:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075318.190304:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075318.190348:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612079104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075318.190369:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075318.190387:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075318.190393:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075318.190396:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075318.190404:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2306 00000100:00080000:3.0:1769075318.190411:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075318.190416:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075318.190426:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075318.190438:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075318.190444:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612079232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075318.190513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075318.190559:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075318/real 1769075318] req@ffff97a511926a00 x1855007612079104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075318.190580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612079104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075318.190591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075318.190603:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075318.190607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075318.190633:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075318.190661:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075318.190676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075318/real 1769075318] req@ffff97a511924000 x1855007612079232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075318.190689:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612079232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075318.190697:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075318.190701:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075318.190705:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075318.254205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075318.254273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075319.214329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075319.278209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075319.278267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075320.238297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075320.302199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075320.302335:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075321.262281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075321.326202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075321.326289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075322.286373:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075322.350241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075322.350302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075323.310270:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075323.310274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075323.310281:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075323.310289:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075323.310302:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2311 00000100:00080000:2.0:1769075323.310314:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075323.310322:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075323.310360:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612079360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075323.310386:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075323.310390:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075323.310391:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075323.310395:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2311 00000100:00080000:2.0:1769075323.310398:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075323.310400:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075323.310408:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075323.310420:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075323.310446:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079360:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075323.310528:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075323.310564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075323/real 1769075323] req@ffff97a507941180 x1855007612079360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075323.310580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612079360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075323.310590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075323.310594:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075323.310597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075323.310604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075323.310631:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075323.310640:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075323/real 1769075323] req@ffff97a507941c00 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075323.310649:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075323.310656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075323.310659:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075323.310661:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075323.374235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075323.374368:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075324.334270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075324.398205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075324.398253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075325.358221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075325.422207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075325.422290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075326.382233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075326.446211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075326.446252:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075327.406309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075327.470189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075327.470282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075328.430215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075328.430217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075328.430225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075328.430229:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075328.430239:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2316 00000100:00080000:2.0:1769075328.430250:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075328.430258:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075328.430294:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941500 x1855007612079616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075328.430330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075328.430334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075328.430336:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075328.430340:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2316 00000100:00080000:2.0:1769075328.430344:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075328.430349:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075328.430359:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075328.430383:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612079744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075328.430384:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079616:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075328.430460:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075328.430493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075328/real 1769075328] req@ffff97a507941500 x1855007612079616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075328.430506:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941500 x1855007612079616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075328.430513:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075328.430516:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075328.430519:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075328.430536:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079744:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075328.430550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075328.430557:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075328/real 1769075328] req@ffff97a507943b80 x1855007612079744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075328.430568:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612079744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075328.430577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075328.430581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075328.430594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612079744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075328.494200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075328.494265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075329.454235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075329.518224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075329.518314:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075330.478267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075330.542225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075330.542273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075331.502263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075331.566219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075331.566317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075332.526231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075332.590258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075332.590325:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075333.550210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075333.550232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075333.550238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075333.550242:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075333.550250:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2321 00000100:00080000:2.0:1769075333.550260:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075333.550267:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075333.550298:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612079872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075333.550319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075333.550322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075333.550324:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075333.550327:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2321 00000100:00080000:2.0:1769075333.550329:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075333.550332:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075333.550340:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075333.550350:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612080000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075333.550354:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079872:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075333.550415:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075333.550445:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075333/real 1769075333] req@ffff97a507941880 x1855007612079872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075333.550458:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612079872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075333.550467:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075333.550470:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075333.550473:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612079872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075333.550490:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075333.550504:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075333.550511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075333/real 1769075333] req@ffff97a507940a80 x1855007612080000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075333.550519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612080000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075333.550525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075333.550527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075333.550529:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075333.614189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075333.614255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075334.574278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075334.638289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075334.638392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075335.598231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075335.662204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075335.662287:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075336.622209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075336.686224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075336.686281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075337.646251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075337.710195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075337.710295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075338.670231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075338.670241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075338.670250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075338.670255:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075338.670264:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2326 00000100:00080000:3.0:1769075338.670275:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075338.670285:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075338.670323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612080128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075338.670351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075338.670356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075338.670358:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075338.670363:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2326 00000100:00080000:3.0:1769075338.670368:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075338.670372:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075338.670381:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075338.670386:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075338.670399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075338.670462:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075338.670509:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075338/real 1769075338] req@ffff97a511926680 x1855007612080128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075338.670522:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612080128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075338.670530:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075338.670533:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075338.670536:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075338.670554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075338.670571:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075338.670579:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075338/real 1769075338] req@ffff97a511925f80 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075338.670587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075338.670593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075338.670596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075338.670598:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075338.734201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075338.734251:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075339.694206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075339.758194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075339.758241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075340.718241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075340.782228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075340.782300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075341.742299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075341.806287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075341.806379:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075342.766209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075342.830228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075342.830298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075343.790284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075343.790293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075343.790296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075343.790303:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075343.790314:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2331 00000100:00080000:2.0:1769075343.790328:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075343.790336:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075343.790393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612080384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075343.790418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075343.790423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075343.790425:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075343.790428:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2331 00000100:00080000:2.0:1769075343.790431:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075343.790435:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075343.790444:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075343.790456:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612080512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075343.790489:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080384:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075343.790589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075343.790638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075343/real 1769075343] req@ffff97a507940e00 x1855007612080384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075343.790668:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612080384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075343.790681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075343.790686:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075343.790713:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075343.790758:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080512:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075343.790781:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075343.790793:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075343/real 1769075343] req@ffff97a507942680 x1855007612080512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075343.790821:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612080512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075343.790830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075343.790833:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075343.790836:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075343.854234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075343.854303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075344.814284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075344.878287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075344.878348:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075345.838242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075345.902238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075345.902306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075346.862209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075346.926233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075346.926290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075347.886244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075347.950221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075347.950274:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075348.910264:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075348.910270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075348.910275:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075348.910284:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075348.910296:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2336 00000100:00080000:2.0:1769075348.910309:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075348.910315:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075348.910349:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612080640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075348.910369:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075348.910372:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075348.910374:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075348.910376:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2336 00000100:00080000:2.0:1769075348.910380:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075348.910384:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075348.910392:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075348.910405:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612080768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075348.910413:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080640:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075348.910499:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075348.910540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075348/real 1769075348] req@ffff97a507940000 x1855007612080640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075348.910557:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612080640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075348.910566:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075348.910570:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075348.910573:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075348.910597:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075348.910629:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075348.910639:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075348/real 1769075348] req@ffff97a507942680 x1855007612080768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075348.910648:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612080768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075348.910655:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075348.910657:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075348.910660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612080768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075348.974206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075348.974313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075349.934239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075349.998199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075349.998252:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075350.958233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075351.022204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075351.022284:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075351.982231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075352.046204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075352.046313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075353.006269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075353.070227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075353.070285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075354.030253:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075354.030267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075354.030267:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075354.030275:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075354.030290:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2341 00000100:00080000:2.0:1769075354.030304:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075354.030313:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075354.030359:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612080896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075354.030390:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075354.030394:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075354.030396:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075354.030401:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2341 00000100:00080000:2.0:1769075354.030405:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075354.030410:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075354.030422:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075354.030434:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075354.030443:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075354.030514:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075354.030569:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075354/real 1769075354] req@ffff97a507940e00 x1855007612080896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075354.030598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612080896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075354.030609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075354.030613:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075354.030616:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612080896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075354.030637:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081024:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075354.030666:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075354.030676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075354/real 1769075354] req@ffff97a507940a80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075354.030685:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075354.030691:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075354.030693:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075354.030696:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075354.094259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075354.094315:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075355.054221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075355.118194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075355.118251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075356.078226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075356.142231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075356.142310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075357.102209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075357.166204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075357.166270:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075358.126246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075358.190210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075358.190265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075359.150204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075359.150223:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075359.150231:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075359.150235:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075359.150245:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2346 00000100:00080000:3.0:1769075359.150256:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075359.150264:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075359.150301:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612081152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075359.150325:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075359.150328:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075359.150331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075359.150336:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2346 00000100:00080000:3.0:1769075359.150342:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075359.150348:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075359.150357:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075359.150365:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075359.150376:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612081280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075359.150444:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075359.150478:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075359/real 1769075359] req@ffff97a511927800 x1855007612081152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075359.150492:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612081152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075359.150504:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075359.150507:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075359.150510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075359.150529:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075359.150550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075359.150563:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075359/real 1769075359] req@ffff97a511927100 x1855007612081280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075359.150576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612081280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075359.150586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075359.150590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075359.150593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075359.214196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075359.214239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075360.174212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075360.238229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075360.238290:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075361.198220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075361.262219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075361.262312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075362.222257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075362.286204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075362.286315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075363.246220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075363.310245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075363.310335:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075364.270261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075364.270263:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075364.270275:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075364.270279:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075364.270290:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2352 00000100:00080000:3.0:1769075364.270301:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075364.270310:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075364.270360:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612081408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075364.270395:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075364.270399:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075364.270401:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075364.270406:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2352 00000100:00080000:3.0:1769075364.270411:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075364.270417:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075364.270428:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075364.270448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075364.270448:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612081536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075364.270547:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075364.270596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075364/real 1769075364] req@ffff97a511925c00 x1855007612081408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075364.270618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612081408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075364.270631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075364.270636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075364.270641:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075364.270668:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075364.270693:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075364.270707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075364/real 1769075364] req@ffff97a511927100 x1855007612081536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075364.270720:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612081536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075364.270730:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075364.270733:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075364.270737:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075364.334228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075364.334289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075365.294245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075365.358198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075365.358323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075366.318240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075366.382254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075366.382330:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075367.342265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075367.406212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075367.406253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075368.366249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075368.430256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075368.430271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075369.390248:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075369.390257:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075369.390271:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075369.390281:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2357 00000100:00100000:2.0:1769075369.390284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075369.390292:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075369.390299:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075369.390333:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612081664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075369.390355:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075369.390357:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075369.390358:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075369.390361:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2357 00000100:00080000:0.0:1769075369.390364:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075369.390366:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075369.390376:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075369.390387:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075369.390388:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081664:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075369.390450:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075369.390483:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075369/real 1769075369] req@ffff97a506b2ed80 x1855007612081664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075369.390496:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612081664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075369.390503:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075369.390506:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075369.390509:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075369.390527:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081792:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075369.390542:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075369.390550:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075369/real 1769075369] req@ffff97a506b2c700 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075369.390558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075369.390564:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075369.390566:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075369.390568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612081792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075369.454186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075369.454300:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075370.414217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075370.478197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075370.478263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075371.438241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075371.502198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075371.502280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075372.462237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075372.526220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075372.526289:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075373.486268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075373.550186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075373.550263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075374.510278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075374.510280:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075374.510289:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075374.510294:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075374.510303:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2362 00000100:00080000:0.0:1769075374.510314:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075374.510321:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075374.510361:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612081920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075374.510387:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075374.510390:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075374.510392:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075374.510395:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2362 00000100:00080000:0.0:1769075374.510399:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075374.510403:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075374.510411:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075374.510423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075374.510428:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612082048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075374.510510:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075374.510570:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075374/real 1769075374] req@ffff97a506b2f100 x1855007612081920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075374.510665:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612081920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075374.510677:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075374.510681:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075374.510685:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612081920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075374.510707:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082048:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075374.510733:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075374.510745:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075374/real 1769075374] req@ffff97a506b2e300 x1855007612082048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075374.510757:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612082048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075374.510764:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075374.510767:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075374.510770:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082048:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075374.574294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075374.574328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075375.534245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075375.598275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075375.598342:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075376.558248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075376.622298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075376.622324:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075377.582221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075377.646235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075377.646284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075378.606226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075378.670199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075378.670271:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075379.630226:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075379.630226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075379.630236:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075379.630240:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075379.630248:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2367 00000100:00080000:1.0:1769075379.630257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075379.630263:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075379.630295:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612082176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075379.630316:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075379.630319:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075379.630320:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075379.630323:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2367 00000100:00080000:1.0:1769075379.630325:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075379.630328:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075379.630336:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075379.630344:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612082304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075379.630356:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075379.630446:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075379.694217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075379.694277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075380.654245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075380.718276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075380.718321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075381.678268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075381.742212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075381.742287:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075382.702277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075382.702472:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075382.702523:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075382.702549:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075382.702599:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769075382.702638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075379/real 1769075382] req@ffff97a506b5fb80 x1855007612082304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075382.702689:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612082304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075382.702704:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075382.702715:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075382.702720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075382.702730:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075379/real 1769075382] req@ffff97a506b5ed80 x1855007612082176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075382.702746:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612082176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075382.702756:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075382.702759:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075382.702761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075382.766293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075382.766359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075383.726346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075383.790292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075383.790352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075384.750191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075384.750273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075384.750283:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075384.750287:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075384.750296:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2372 00000100:00080000:0.0:1769075384.750307:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075384.750313:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075384.750347:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612082432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075384.750378:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075384.750381:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075384.750383:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075384.750399:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2372 00000100:00080000:0.0:1769075384.750402:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075384.750406:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075384.750416:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075384.750434:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075384.750442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082432:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075384.750530:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075384.750582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075384/real 1769075384] req@ffff97a506b2dc00 x1855007612082432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075384.750603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612082432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075384.750630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075384.750635:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075384.750640:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075384.750668:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082560:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075384.750693:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075384.750707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075384/real 1769075384] req@ffff97a506b2e300 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075384.750731:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075384.750741:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075384.750745:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075384.750748:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082560:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075384.814240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075384.814262:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075385.774226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075385.838268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075385.838330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075386.798215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075386.862235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075386.862256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075387.822219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075387.886222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075387.886265:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075388.846228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075388.910205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075388.910265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075389.870192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075389.870206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075389.870212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075389.870215:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075389.870224:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2377 00000100:00080000:1.0:1769075389.870234:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075389.870240:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075389.870272:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612082688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075389.870293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075389.870296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075389.870297:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075389.870300:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2377 00000100:00080000:1.0:1769075389.870302:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075389.870304:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075389.870311:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075389.870320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612082816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075389.870332:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082688:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075389.870392:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075389.870424:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075389/real 1769075389] req@ffff97a506b5ca80 x1855007612082688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075389.870437:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612082688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075389.870445:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075389.870448:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075389.870451:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075389.870469:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082816:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075389.870483:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075389.870491:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075389/real 1769075389] req@ffff97a506b5dc00 x1855007612082816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075389.870499:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612082816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075389.870505:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075389.870507:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075389.870510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612082816:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075389.934223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075389.934278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075390.894256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075390.958188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075390.958263:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075391.918245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075391.982249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075391.982336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075392.942236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075393.006229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075393.006264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075393.966248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075394.030268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075394.030382:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075394.990235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075394.990236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075394.990246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075394.990251:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075394.990260:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2382 00000100:00080000:2.0:1769075394.990270:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075394.990276:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075394.990309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612082944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075394.990333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075394.990337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075394.990339:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075394.990343:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2382 00000100:00080000:2.0:1769075394.990347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075394.990352:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075394.990363:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075394.990370:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075394.990380:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612083072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075394.990433:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075394.990470:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075394/real 1769075394] req@ffff97a507941880 x1855007612082944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075394.990488:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612082944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075394.990500:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075394.990504:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075394.990508:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612082944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075394.990530:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083072:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075394.990550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075394.990560:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075394/real 1769075394] req@ffff97a507943b80 x1855007612083072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075394.990573:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612083072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075394.990584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075394.990587:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075394.990591:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083072:192.168.204.123@tcp:38:kworker.0 00010000:00010000:2.0:1769075395.054283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075395.054303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769075396.014226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075396.078246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075396.078415:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075397.038218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075397.102263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075397.102361:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075398.062198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075398.126201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075398.126282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075399.086229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075399.150207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075399.150277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075400.110214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075400.110239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075400.110246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075400.110251:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075400.110262:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2387 00000100:00080000:0.0:1769075400.110285:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075400.110293:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075400.110332:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612083200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075400.110371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075400.110375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075400.110377:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075400.110382:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2387 00000100:00080000:0.0:1769075400.110387:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075400.110392:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075400.110401:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075400.110419:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075400.110435:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075400.110480:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075400.110511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075400/real 1769075400] req@ffff97a506b2f100 x1855007612083200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075400.110525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612083200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075400.110532:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075400.110536:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075400.110539:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075400.110558:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083328:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075400.110584:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075400.110592:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075400/real 1769075400] req@ffff97a506b2c700 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075400.110600:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075400.110606:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075400.110608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075400.110610:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083328:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075400.174189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075400.174272:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075401.134246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075401.198224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075401.198301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075402.158210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075402.222179:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075402.222250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075403.182298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075403.246255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075403.246314:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075404.206249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075404.270215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075404.270281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075405.230237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075405.230247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075405.230255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075405.230260:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075405.230269:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2393 00000100:00080000:0.0:1769075405.230279:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075405.230285:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075405.230318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612083456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075405.230339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075405.230342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075405.230343:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075405.230346:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2393 00000100:00080000:0.0:1769075405.230349:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075405.230351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075405.230359:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075405.230375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612083584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075405.230377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083456:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075405.230447:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075405.230492:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075405/real 1769075405] req@ffff97a506b2ed80 x1855007612083456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075405.230514:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612083456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075405.230525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075405.230528:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075405.230531:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075405.230550:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083584:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075405.230574:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075405.230588:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075405/real 1769075405] req@ffff97a506b2c000 x1855007612083584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075405.230602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612083584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075405.230612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075405.230616:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075405.230619:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083584:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075405.294232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075405.294296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075406.254222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075406.318295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075406.318342:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075407.278220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075407.342257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075407.342314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075408.302266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075408.366248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075408.366317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075409.326245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075409.390243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075409.390311:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075410.350274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075410.350285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769075410.350288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075410.350290:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075410.350302:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2398 00000100:00080000:3.0:1769075410.350315:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075410.350323:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075410.350361:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612083712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075410.350387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075410.350391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075410.350393:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075410.350397:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2398 00000100:00080000:3.0:1769075410.350401:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075410.350407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075410.350419:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075410.350431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075410.350440:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612083840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075410.350514:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075410.350552:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075410/real 1769075410] req@ffff97a511927800 x1855007612083712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075410.350567:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612083712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075410.350592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075410.350596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075410.350599:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075410.350645:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083840:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075410.350669:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075410.350682:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075410/real 1769075410] req@ffff97a511925f80 x1855007612083840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075410.350693:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612083840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075410.350707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075410.350711:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075410.350714:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612083840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075410.414308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075410.414353:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075411.374262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075411.438225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075411.438309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075412.398281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075412.462197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075412.462351:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075413.422205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075413.486204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075413.486241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075414.446244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075414.510242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075414.510342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075415.470241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075415.470251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075415.470255:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075415.470259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075415.470264:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2403 00000100:00080000:0.0:1769075415.470275:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075415.470281:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075415.470314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612083968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075415.470334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075415.470337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075415.470338:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075415.470341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2403 00000100:00080000:0.0:1769075415.470343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075415.470346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075415.470353:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075415.470366:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075415.470367:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083968:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075415.470436:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075415.470468:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075415/real 1769075415] req@ffff97a506b2ca80 x1855007612083968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075415.470500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612083968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075415.470511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075415.470516:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075415.470520:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612083968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075415.470544:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084096:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075415.470583:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075415.470594:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075415/real 1769075415] req@ffff97a506b2f800 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075415.470604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075415.470611:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075415.470614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075415.470617:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084096:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075415.534202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075415.534238:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075416.494239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075416.558246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075416.558355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075417.518240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075417.582197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075417.582334:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075418.542259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075418.606248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075418.606311:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075419.566214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075419.630211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075419.630313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075420.590206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075420.590241:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075420.590247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075420.590251:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075420.590261:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2408 00000100:00080000:3.0:1769075420.590274:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075420.590282:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075420.590315:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612084224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075420.590344:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075420.590347:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075420.590348:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075420.590351:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2408 00000100:00080000:3.0:1769075420.590354:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075420.590357:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075420.590364:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075420.590373:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612084352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075420.590383:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084224:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075420.590477:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075420.590524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075420/real 1769075420] req@ffff97a511926680 x1855007612084224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075420.590563:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612084224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075420.590574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075420.590579:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075420.590583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075420.590608:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084352:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075420.590655:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075420.590669:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075420/real 1769075420] req@ffff97a511924000 x1855007612084352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075420.590683:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612084352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075420.590692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075420.590696:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075420.590700:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075420.654254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075420.654358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075421.614359:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075421.678260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075421.678283:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075422.638364:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075422.702271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075422.702475:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075423.662255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075423.726256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075423.726370:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075424.686320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075424.750228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075424.750414:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075425.710382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075425.710400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075425.710408:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075425.710414:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075425.710426:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2413 00000100:00080000:2.0:1769075425.710442:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075425.710454:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075425.710514:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941500 x1855007612084480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075425.710556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075425.710564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075425.710567:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075425.710572:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2413 00000100:00080000:2.0:1769075425.710577:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075425.710583:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075425.710597:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075425.710617:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612084608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075425.710624:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084480:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075425.710735:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075425.710796:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075425/real 1769075425] req@ffff97a507941500 x1855007612084480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075425.710824:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941500 x1855007612084480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075425.710840:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075425.710846:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075425.710851:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075425.710881:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084608:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075425.710908:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075425.710923:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075425/real 1769075425] req@ffff97a507941c00 x1855007612084608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075425.710938:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612084608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075425.710949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075425.710954:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075425.710958:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084608:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075425.774266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075425.774366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075426.734211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075426.798264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075426.798369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075427.758343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075427.822242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075427.822386:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075428.782328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075428.846223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075428.846281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075429.806244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075429.870334:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075429.870352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075430.830294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075430.830305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075430.830312:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075430.830312:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075430.830326:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2418 00000100:00080000:1.0:1769075430.830338:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075430.830354:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075430.830392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612084736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075430.830418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075430.830422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075430.830424:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075430.830427:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2418 00000100:00080000:1.0:1769075430.830430:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075430.830434:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075430.830443:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075430.830455:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075430.830458:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075430.830534:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075430.830585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075430/real 1769075430] req@ffff97a506b5e300 x1855007612084736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075430.830603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612084736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075430.830613:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075430.830617:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075430.830621:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075430.830643:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084864:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075430.830666:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075430.830677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075430/real 1769075430] req@ffff97a506b5ea00 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075430.830688:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075430.830695:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075430.830698:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075430.830701:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612084864:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075430.894210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075430.894258:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075431.854226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075431.918204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075431.918242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075432.878340:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075432.942347:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075432.942401:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075433.902274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075433.966228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075433.966275:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075434.926313:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075434.990268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075434.990343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075435.950246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075435.950253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075435.950262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075435.950268:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075435.950279:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2423 00000100:00080000:3.0:1769075435.950291:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075435.950300:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075435.950353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612084992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075435.950397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075435.950401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075435.950404:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075435.950410:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2423 00000100:00080000:3.0:1769075435.950415:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075435.950432:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075435.950441:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084992:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769075435.950442:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075435.950464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612085120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075435.950534:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075435.950582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075435/real 1769075435] req@ffff97a511926a00 x1855007612084992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075435.950603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612084992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075435.950611:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075435.950615:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075435.950618:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612084992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075435.950636:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085120:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075435.950665:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075435.950674:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075435/real 1769075435] req@ffff97a511925180 x1855007612085120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075435.950682:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612085120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075435.950692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075435.950695:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075435.950697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075436.014267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075436.014349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075436.974232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075437.038208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075437.038252:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075437.998230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075438.062221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075438.062248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075439.022225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075439.086206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075439.086251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075440.046278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075440.110242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075440.110322:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075441.070226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075441.070251:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075441.070258:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075441.070263:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075441.070273:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2428 00000100:00080000:1.0:1769075441.070284:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075441.070292:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075441.070332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612085248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075441.070369:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075441.070374:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075441.070377:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075441.070383:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2428 00000100:00080000:1.0:1769075441.070387:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075441.070392:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075441.070401:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075441.070416:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612085376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075441.070428:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085248:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075441.070505:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075441.070554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075441/real 1769075441] req@ffff97a506b5c700 x1855007612085248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075441.070578:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612085248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075441.070591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075441.070598:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075441.070603:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075441.070631:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085376:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075441.070659:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075441.070674:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075441/real 1769075441] req@ffff97a506b5ce00 x1855007612085376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075441.070690:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612085376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075441.070701:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075441.070706:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075441.070711:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085376:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075441.134211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075441.134274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075442.094341:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075442.158540:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075442.159600:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075443.118365:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075443.182290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075443.182352:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075444.142349:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075444.206278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075444.206299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075445.166317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075445.230201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075445.230325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075446.190359:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075446.190360:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075446.190378:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075446.190384:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075446.190395:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2434 00000100:00080000:0.0:1769075446.190406:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075446.190413:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075446.190475:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612085504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075446.190513:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075446.190519:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075446.190522:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075446.190528:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2434 00000100:00080000:0.0:1769075446.190537:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075446.190543:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075446.190555:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075446.190579:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075446.190580:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075446.190751:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075446.254274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075446.254423:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075447.214263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075447.278226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075447.278310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075448.238228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075448.302260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075448.302316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075449.262221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075449.262415:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075449.262449:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075449.262464:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075449.262494:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769075449.262523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075446/real 1769075449] req@ffff97a506b2ce00 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075449.262545:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075449.262554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075449.262558:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075449.262561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075449.262566:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075446/real 1769075449] req@ffff97a506b2fb80 x1855007612085504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075449.262575:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612085504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075449.262579:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075449.262582:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075449.262584:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075449.326202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075449.326282:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075450.286211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075450.350212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075450.350243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075451.310289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075451.310340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075451.310346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075451.310350:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075451.310359:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2439 00000100:00080000:1.0:1769075451.310369:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075451.310431:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075451.310461:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612085760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075451.310491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075451.310495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075451.310497:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075451.310502:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2439 00000100:00080000:1.0:1769075451.310506:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075451.310511:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075451.310522:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075451.310536:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612085888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075451.310540:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085760:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075451.310613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075451.310655:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075451/real 1769075451] req@ffff97a506b5d500 x1855007612085760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075451.310673:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612085760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075451.310683:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075451.310688:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075451.310692:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612085760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075451.310717:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085888:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075451.310743:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075451.310759:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075451/real 1769075451] req@ffff97a506b5d880 x1855007612085888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075451.310772:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612085888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075451.310782:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075451.310786:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075451.310790:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612085888:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075451.374230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075451.374308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075452.334236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075452.398234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075452.398319:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075453.358256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075453.422238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075453.422455:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075454.382271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075454.446193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075454.446268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075455.406279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075455.470297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075455.470398:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075456.430282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075456.430296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075456.430302:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075456.430308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075456.430314:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2444 00000100:00080000:0.0:1769075456.430335:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075456.430346:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075456.430385:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612086016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075456.430413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075456.430417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075456.430418:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075456.430422:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2444 00000100:00080000:0.0:1769075456.430425:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075456.430427:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075456.430436:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075456.430447:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612086144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075456.430459:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086016:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075456.430523:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075456.430560:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075456/real 1769075456] req@ffff97a506b2f480 x1855007612086016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075456.430577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612086016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075456.430587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075456.430591:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075456.430594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075456.430626:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086144:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075456.430649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075456.430659:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075456/real 1769075456] req@ffff97a506b2d180 x1855007612086144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075456.430670:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612086144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075456.430678:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075456.430681:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075456.430684:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086144:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075456.494279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075456.494372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075457.454305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075457.518285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075457.518363:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075458.478263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075458.542228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075458.542369:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075459.502252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075459.566232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075459.566418:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075460.526322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075460.590241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075460.590309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075461.550272:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075461.550291:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075461.550300:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075461.550302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075461.550319:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2449 00000100:00080000:0.0:1769075461.550340:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075461.550354:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075461.550437:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612086272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075461.550498:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075461.550506:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075461.550511:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075461.550519:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2449 00000100:00080000:0.0:1769075461.550528:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075461.550539:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075461.550557:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075461.550571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075461.550592:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075461.550671:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075461.550764:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075461/real 1769075461] req@ffff97a506b2c380 x1855007612086272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075461.550797:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612086272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075461.550812:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075461.550817:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075461.550822:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075461.550853:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086400:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075461.550891:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075461.550916:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075461/real 1769075461] req@ffff97a506b2d180 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075461.550955:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075461.550973:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075461.550989:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075461.550995:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075461.614346:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075461.614494:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075462.574283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075462.638313:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075462.638368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075463.598294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075463.662318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075463.662352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075464.622293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075464.686311:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075464.686386:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075465.646269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075465.710316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075465.710352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075466.670361:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075466.670366:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075466.670374:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075466.670379:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075466.670390:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2454 00000100:00080000:2.0:1769075466.670404:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075466.670413:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075466.670484:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612086528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075466.670519:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075466.670523:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075466.670526:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075466.670531:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2454 00000100:00080000:2.0:1769075466.670536:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075466.670543:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075466.670553:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075466.670560:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075466.670575:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612086656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075466.670620:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075466.670676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075466/real 1769075466] req@ffff97a507941180 x1855007612086528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075466.670693:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612086528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075466.670702:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075466.670705:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075466.670708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075466.670734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086656:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075466.670753:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075466.670762:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075466/real 1769075466] req@ffff97a507942a00 x1855007612086656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075466.670771:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612086656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075466.670783:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075466.670785:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075466.670799:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086656:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075466.734227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075466.734298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075467.694285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075467.758224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075467.758261:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075468.718277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075468.782218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075468.782296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075469.742213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075469.806231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075469.806311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075470.766207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075470.830236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075470.830320:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075471.790323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075471.790335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075471.790360:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075471.790373:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2459 00000100:00080000:2.0:1769075471.790392:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075471.790405:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075471.790410:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075471.790456:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612086784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075471.790494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075471.790499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075471.790503:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075471.790510:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2459 00000100:00080000:2.0:1769075471.790515:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075471.790520:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075471.790534:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075471.790557:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075471.790591:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612086912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075471.790684:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075471.790756:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075471/real 1769075471] req@ffff97a507940380 x1855007612086784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075471.790777:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612086784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075471.790788:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075471.790804:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075471.790807:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612086784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075471.790835:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086912:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075471.790854:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075471.790874:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075471/real 1769075471] req@ffff97a507943100 x1855007612086912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075471.790882:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612086912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075471.790889:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075471.790892:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075471.790894:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612086912:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075471.854267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075471.854396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075472.814251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075472.878314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075472.878444:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075473.838340:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075473.902264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075473.902357:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075474.862255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075474.926231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075474.926300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075475.886349:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075475.950239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075475.950341:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075476.910262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075476.910311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075476.910324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075476.910332:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075476.910350:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2464 00000100:00080000:1.0:1769075476.910372:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075476.910385:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075476.910478:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612087040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075476.910544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075476.910548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075476.910550:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075476.910555:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2464 00000100:00080000:1.0:1769075476.910560:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075476.910584:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075476.910598:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075476.910613:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075476.910623:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075476.910733:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075476.910796:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075476/real 1769075476] req@ffff97a506b5e680 x1855007612087040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075476.910826:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612087040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075476.910854:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075476.910860:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075476.910876:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075476.910907:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087168:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075476.910936:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075476.910956:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075476/real 1769075476] req@ffff97a506b5d880 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075476.910975:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075476.910999:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075476.911004:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075476.911010:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075476.974297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075476.974369:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075477.934251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075477.998221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075477.998309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075478.958215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075479.022206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075479.022279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075479.982251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075480.046238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075480.046280:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075481.006233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075481.070243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075481.070344:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075482.030267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075482.030293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075482.030315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075482.030320:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075482.030331:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2469 00000100:00080000:0.0:1769075482.030345:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075482.030364:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075482.030445:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612087296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075482.030497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075482.030503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075482.030507:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075482.030514:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2469 00000100:00080000:0.0:1769075482.030522:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075482.030531:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075482.030543:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087296:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075482.030545:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075482.030582:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612087424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075482.030673:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075482.030730:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075482/real 1769075482] req@ffff97a506b2f480 x1855007612087296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075482.030750:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612087296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075482.030778:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075482.030783:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075482.030787:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075482.030827:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087424:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075482.030846:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075482.030856:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075482/real 1769075482] req@ffff97a506b2fb80 x1855007612087424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075482.030864:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612087424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075482.030877:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075482.030880:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075482.030883:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087424:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075482.094243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075482.094352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075483.054205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075483.118197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075483.118241:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075484.078203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075484.142241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075484.142301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075485.102205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075485.166205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075485.166300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075486.126222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075486.190187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075486.190260:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075487.150349:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075487.150358:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769075487.150365:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075487.150365:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075487.150383:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2474 00000100:00080000:2.0:1769075487.150395:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075487.150401:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075487.150435:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612087552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075487.150461:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075487.150463:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075487.150465:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075487.150468:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2474 00000100:00080000:2.0:1769075487.150472:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075487.150475:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075487.150484:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075487.150496:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612087680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075487.150505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087552:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075487.150593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075487.150636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075487/real 1769075487] req@ffff97a507940700 x1855007612087552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075487.150653:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612087552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075487.150663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075487.150667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075487.150670:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075487.150694:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087680:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075487.150711:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075487.150720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075487/real 1769075487] req@ffff97a507943100 x1855007612087680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075487.150729:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612087680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075487.150735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075487.150737:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075487.150740:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075487.214271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075487.214340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075488.174213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075488.238217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075488.238243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075489.198262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075489.262209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075489.262265:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075490.222213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075490.286226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075490.286289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075491.246208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075491.310211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075491.310285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075492.270240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075492.270262:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075492.270272:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075492.270277:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075492.270288:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2480 00000100:00080000:0.0:1769075492.270301:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075492.270310:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075492.270363:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612087808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075492.270388:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075492.270392:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075492.270394:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075492.270397:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2480 00000100:00080000:0.0:1769075492.270401:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075492.270405:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075492.270415:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075492.270426:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075492.270432:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075492.270499:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075492.270534:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075492/real 1769075492] req@ffff97a506b2ce00 x1855007612087808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075492.270548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612087808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075492.270557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075492.270561:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075492.270564:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612087808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075492.270591:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087936:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075492.270607:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075492.270615:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075492/real 1769075492] req@ffff97a506b2f800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075492.270624:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075492.270630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075492.270633:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075492.270635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612087936:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075492.334241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075492.334288:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075493.294216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075493.358226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075493.358249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075494.318231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075494.382262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075494.382311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075495.342203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075495.406207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075495.406258:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075496.366323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075496.430220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075496.430274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075497.390196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075497.390212:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075497.390218:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075497.390223:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075497.390232:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2485 00000100:00080000:1.0:1769075497.390242:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075497.390248:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075497.390281:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612088064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075497.390301:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075497.390304:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075497.390305:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075497.390308:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2485 00000100:00080000:1.0:1769075497.390311:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075497.390314:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075497.390322:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075497.390334:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612088192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075497.390334:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088064:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075497.390397:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075497.390429:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075497/real 1769075497] req@ffff97a506b5d500 x1855007612088064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075497.390442:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612088064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075497.390450:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075497.390453:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075497.390455:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075497.390474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088192:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075497.390489:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075497.390506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075497/real 1769075497] req@ffff97a506b5ce00 x1855007612088192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075497.390520:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612088192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075497.390526:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075497.390529:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075497.390531:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088192:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075497.454206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075497.454269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075498.414214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075498.478186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075498.478259:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075499.438219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075499.502201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075499.502239:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075500.462204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075500.526202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075500.526260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075501.486216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075501.550177:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075501.550253:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075502.510202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075502.510211:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075502.510218:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075502.510222:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075502.510230:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2490 00000100:00080000:0.0:1769075502.510239:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075502.510245:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075502.510285:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612088320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075502.510305:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075502.510308:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075502.510309:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075502.510312:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2490 00000100:00080000:0.0:1769075502.510315:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075502.510317:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075502.510329:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075502.510337:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075502.510343:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612088448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075502.510395:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075502.510427:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075502/real 1769075502] req@ffff97a506b2ca80 x1855007612088320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075502.510440:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612088320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075502.510448:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075502.510451:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075502.510454:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075502.510471:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088448:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075502.510485:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075502.510493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075502/real 1769075502] req@ffff97a506b2c000 x1855007612088448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075502.510501:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612088448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075502.510507:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075502.510509:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075502.510511:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075502.574185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075502.574234:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075503.534333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075503.598255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075503.598354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075504.558209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075504.622230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075504.622341:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075505.582212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075505.646223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075505.646314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075506.606231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075506.670280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075506.670402:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075507.630266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075507.630296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075507.630307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075507.630314:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075507.630345:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2495 00000100:00080000:1.0:1769075507.630370:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075507.630379:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075507.630428:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612088576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075507.630477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075507.630483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075507.630486:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075507.630492:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2495 00000100:00080000:1.0:1769075507.630496:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075507.630520:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075507.630533:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075507.630554:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075507.630565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088576:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075507.630676:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075507.630728:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075507/real 1769075507] req@ffff97a506b5c700 x1855007612088576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075507.630751:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612088576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075507.630764:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075507.630770:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075507.630775:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075507.630805:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088704:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075507.630832:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075507.630847:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075507/real 1769075507] req@ffff97a506b5ea00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075507.630890:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075507.630900:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075507.630904:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075507.630908:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088704:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075507.694250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075507.694353:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075508.654205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075508.718238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075508.718287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075509.678246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075509.742257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075509.742344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075510.702228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075510.766248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075510.766341:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075511.726264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075511.790270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075511.790331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075512.750206:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075512.750219:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075512.750223:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075512.750233:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2500 00000100:00100000:2.0:1769075512.750236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075512.750243:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075512.750251:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075512.750286:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612088832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075512.750366:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075512.750371:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075512.750373:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075512.750377:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2500 00000100:00080000:3.0:1769075512.750382:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075512.750387:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075512.750397:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075512.750416:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075512.750416:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612088960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075512.750518:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075512.814198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075512.814269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075513.774229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075513.838214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075513.838282:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075514.798210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075514.862244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075514.862315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075515.822243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075515.822422:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075515.822457:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075515.822480:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075515.822536:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769075515.822619:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075512/real 1769075515] req@ffff97a511927480 x1855007612088960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075515.822644:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612088960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075515.822656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075515.822660:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075515.822664:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612088960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075515.822672:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075512/real 1769075515] req@ffff97a511925500 x1855007612088832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075515.822685:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612088832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075515.822693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075515.822697:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075515.822701:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612088832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075515.886245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075515.886372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075516.846316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075516.910225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075516.910274:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075517.870229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075517.870262:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075517.870268:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075517.870273:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075517.870281:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2505 00000100:00080000:3.0:1769075517.870290:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075517.870297:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075517.870327:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612089088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075517.870351:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075517.870355:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075517.870357:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075517.870362:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2505 00000100:00080000:3.0:1769075517.870367:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075517.870373:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075517.870383:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075517.870400:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075517.870404:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612089216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075517.870487:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075517.870530:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075517/real 1769075517] req@ffff97a511925500 x1855007612089088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075517.870552:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612089088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075517.870565:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075517.870580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075517.870586:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075517.870611:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089216:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075517.870635:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075517.870648:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075517/real 1769075517] req@ffff97a511927480 x1855007612089216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075517.870661:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612089216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075517.870679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075517.870682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075517.870686:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089216:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075517.934220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075517.934269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075518.894205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075518.958185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075518.958241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075519.918333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075519.982288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075519.982417:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075520.942266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075521.006251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075521.006359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075521.966368:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075522.030288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075522.030547:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075522.990280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075522.990283:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075522.990294:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075522.990298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075522.990309:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2510 00000100:00080000:0.0:1769075522.990322:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075522.990330:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075522.990390:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612089344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075522.990433:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075522.990472:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075522.990478:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075522.990488:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2510 00000100:00080000:0.0:1769075522.990496:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075522.990520:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089344:192.168.204.123@tcp:250:kworker.0 00000100:00080000:0.0:1769075522.990522:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075522.990537:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075522.990557:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075522.990618:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075522.990681:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075522/real 1769075522] req@ffff97a506b2ed80 x1855007612089344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075522.990739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612089344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075522.990749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075522.990752:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075522.990756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089344:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075522.990777:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089472:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075522.990796:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075522.990806:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075522/real 1769075522] req@ffff97a506b2c700 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075522.990819:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075522.990830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075522.990834:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075522.990838:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089472:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075523.054209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075523.054254:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075524.014243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075524.078237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075524.078246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075525.038301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075525.102219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075525.102302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075526.062207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075526.126234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075526.126289:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075527.086256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075527.150207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075527.150219:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075528.110317:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075528.110331:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075528.110338:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075528.110342:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075528.110363:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2515 00000100:00080000:2.0:1769075528.110381:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075528.110391:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075528.110441:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612089600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075528.110490:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075528.110495:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075528.110498:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075528.110504:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2515 00000100:00080000:2.0:1769075528.110509:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075528.110516:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075528.110529:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075528.110554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075528.110563:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612089728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075528.110669:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075528.110730:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075528/real 1769075528] req@ffff97a507940380 x1855007612089600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075528.110754:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612089600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075528.110768:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075528.110774:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075528.110779:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075528.110807:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089728:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075528.110834:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075528.110848:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075528/real 1769075528] req@ffff97a507942a00 x1855007612089728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075528.110864:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612089728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075528.110875:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075528.110879:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075528.110883:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075528.174288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075528.174459:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075529.134267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075529.198248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075529.198323:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075530.158328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075530.222259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075530.222340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075531.182264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075531.246317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075531.246423:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075532.206275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075532.270232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075532.270277:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075533.230279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075533.230325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075533.230338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075533.230357:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075533.230371:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2521 00000100:00080000:3.0:1769075533.230388:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075533.230400:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075533.230461:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612089856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075533.230499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075533.230506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075533.230534:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075533.230543:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2521 00000100:00080000:3.0:1769075533.230552:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075533.230558:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075533.230582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089856:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769075533.230583:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075533.230604:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612089984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075533.230678:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075533.230731:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075533/real 1769075533] req@ffff97a511924e00 x1855007612089856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075533.230765:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612089856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075533.230777:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075533.230782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075533.230786:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612089856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075533.230813:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089984:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075533.230859:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075533.230880:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075533/real 1769075533] req@ffff97a511924a80 x1855007612089984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075533.230902:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612089984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075533.230930:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075533.230936:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075533.230943:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612089984:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075533.294255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075533.294332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075534.254326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075534.318217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075534.318279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075535.278228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075535.342284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075535.342376:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075536.302371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075536.366294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075536.366347:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075537.326221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075537.390218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075537.390284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075538.350261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075538.350274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075538.350274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075538.350280:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075538.350297:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2526 00000100:00080000:3.0:1769075538.350313:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075538.350323:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075538.350385:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612090112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075538.350410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075538.350413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075538.350415:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075538.350418:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2526 00000100:00080000:3.0:1769075538.350421:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075538.350441:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075538.350468:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075538.350484:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075538.350485:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090112:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075538.350567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075538.350617:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075538/real 1769075538] req@ffff97a511924700 x1855007612090112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075538.350638:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612090112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075538.350648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075538.350653:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075538.350657:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075538.350686:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090240:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075538.350711:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075538.350725:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075538/real 1769075538] req@ffff97a511924a80 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075538.350738:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075538.350753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075538.350756:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075538.350760:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090240:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075538.414195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075538.414291:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075539.374434:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075539.438287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075539.438317:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075540.398305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075540.462264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075540.462530:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075541.422261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075541.486272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075541.486413:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075542.446335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769075542.510304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075542.510310:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075543.470363:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075543.470405:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075543.470417:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075543.470423:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075543.470436:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2531 00000100:00080000:1.0:1769075543.470452:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075543.470464:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075543.470525:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612090368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075543.470577:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075543.470583:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075543.470587:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075543.470593:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2531 00000100:00080000:1.0:1769075543.470600:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075543.470619:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075543.470633:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075543.470656:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075543.470658:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075543.470753:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075543.470806:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075543/real 1769075543] req@ffff97a506b5e300 x1855007612090368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075543.470843:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612090368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075543.470857:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075543.470863:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075543.470868:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075543.470900:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090496:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075543.470929:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075543.470944:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075543/real 1769075543] req@ffff97a506b5dc00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075543.470960:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075543.470980:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075543.470984:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075543.470989:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075543.534233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075543.534384:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075544.494295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075544.558281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075544.558369:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075545.518252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075545.582193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075545.582233:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075546.542425:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075546.606305:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075546.606450:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075547.566307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075547.630247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075547.630404:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075548.590300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075548.590330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075548.590339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075548.590345:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075548.590355:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2536 00000100:00080000:2.0:1769075548.590368:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075548.590375:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075548.590417:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612090624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075548.590451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075548.590455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075548.590457:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075548.590461:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2536 00000100:00080000:2.0:1769075548.590464:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075548.590467:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075548.590477:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075548.590489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612090752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075548.590517:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090624:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075548.590628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075548.590685:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075548/real 1769075548] req@ffff97a507941180 x1855007612090624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075548.590708:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612090624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075548.590723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075548.590729:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075548.590735:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075548.590768:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090752:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075548.590796:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075548.590811:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075548/real 1769075548] req@ffff97a507941c00 x1855007612090752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075548.590825:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612090752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075548.590835:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075548.590840:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075548.590843:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612090752:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075548.654299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075548.654373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075549.614261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075549.678271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075549.678381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075550.638310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075550.702191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075550.702308:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075551.662229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075551.726230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075551.726259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075552.686227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075552.750227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075552.750276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075553.710245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075553.710248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075553.710255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075553.710259:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075553.710267:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2541 00000100:00080000:3.0:1769075553.710277:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075553.710283:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075553.710314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612090880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075553.710333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075553.710336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075553.710337:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075553.710341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2541 00000100:00080000:3.0:1769075553.710343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075553.710346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075553.710354:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075553.710355:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075553.710369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075553.710417:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075553.710458:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075553/real 1769075553] req@ffff97a511924e00 x1855007612090880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075553.710480:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612090880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075553.710489:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075553.710492:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075553.710495:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612090880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075553.710516:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091008:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075553.710541:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075553.710551:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075553/real 1769075553] req@ffff97a511927480 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075553.710562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075553.710581:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075553.710585:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075553.710588:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075553.774218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075553.774312:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075554.734225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769075554.798284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075554.798292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075555.758331:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075555.822278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075555.822403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075556.782333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075556.846300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075556.846395:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075557.806326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075557.870218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075557.870260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075558.830249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075558.830250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075558.830263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075558.830268:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075558.830281:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2546 00000100:00080000:3.0:1769075558.830296:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075558.830307:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075558.830360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612091136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075558.830387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075558.830390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075558.830392:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075558.830397:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2546 00000100:00080000:3.0:1769075558.830403:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075558.830410:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075558.830424:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075558.830443:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075558.830460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612091264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075558.830557:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075558.830610:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075558/real 1769075558] req@ffff97a511925500 x1855007612091136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075558.830631:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612091136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075558.830643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075558.830648:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075558.830652:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075558.830697:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091264:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075558.830717:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075558.830727:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075558/real 1769075558] req@ffff97a511925180 x1855007612091264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075558.830737:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612091264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075558.830745:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075558.830748:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075558.830751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091264:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075558.894307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075558.894367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075559.854239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075559.918186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075559.918247:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075560.878227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075560.942244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075560.942271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075561.902249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075561.966256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075561.966399:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075562.926220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075562.990233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075562.990425:0:5554:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075563.950254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075563.950322:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075563.950333:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075563.950340:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075563.950364:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2551 00000100:00080000:1.0:1769075563.950379:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075563.950388:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075563.950439:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612091392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075563.950490:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075563.950497:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075563.950501:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075563.950539:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2551 00000100:00080000:1.0:1769075563.950548:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075563.950558:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075563.950575:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075563.950575:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075563.950640:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612091520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075563.950704:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075563.950756:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075563/real 1769075563] req@ffff97a506b5ca80 x1855007612091392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075563.950781:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612091392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075563.950795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075563.950801:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075563.950807:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075563.950853:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091520:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075563.950889:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075563.950903:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075563/real 1769075563] req@ffff97a506b5ed80 x1855007612091520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075563.950917:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612091520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075563.950928:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075563.950932:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075563.950936:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612091520:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075564.014264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075564.014284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075564.974230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075565.038207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075565.038240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075565.998346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075566.062255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075566.062312:0:91410:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769075566.062342:0:5554:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769075566.062345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075566.062357:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a510245800/0xd0f48591888ac1ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e969202772 expref: -99 pid: 120164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769075566.062406:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a520689800/0xd0f48591888ac278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9692029da expref: -99 pid: 120794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769075566.062447:0:5554:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97a51160d000 lock: ffff97a5186bc800/0xd0f48591888a2be3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x343ad2e9691e5711 expref: -99 pid: 16193 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769075566.062507:0:5554:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff97a5119f3800 x1855007610661120/t4294967306(4294967306) o101->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1769073434 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'df.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769075566.062519:0:5554:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97a51160d000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1769075566.062536:0:5554:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97a507941500 x1855007612091776/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:2.0:1769075566.062575:0:5554:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff97a507941500 x1855007612091776/t0(0) o35->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769075566.062587:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075567.022284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075567.086233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075567.086339:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075567.086395:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075568.046363:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075568.110249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075568.110334:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075568.110335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075569.070265:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075569.070278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075569.070280:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075569.070288:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075569.070304:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2556 00000100:00080000:2.0:1769075569.070320:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075569.070329:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075569.070383:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612091904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075569.070420:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075569.070425:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075569.070427:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075569.070431:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2556 00000100:00080000:2.0:1769075569.070435:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075569.070440:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075569.070452:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075569.070464:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612092032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075569.070471:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091904:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075569.070584:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075569.070646:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075569/real 1769075569] req@ffff97a507943b80 x1855007612091904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075569.070672:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612091904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075569.070686:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075569.070693:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075569.070698:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612091904:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075569.070733:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092032:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075569.070776:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075569.070787:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075569/real 1769075569] req@ffff97a507941880 x1855007612092032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075569.070798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612092032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075569.070821:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075569.070824:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075569.070827:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092032:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075569.134222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075569.134270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075569.134376:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075570.094221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075570.158282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075570.158289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075570.158335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075571.118222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075571.182195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075571.182198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075571.182267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075572.142216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075572.206227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075572.206227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075572.206248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075573.166287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075573.230241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075573.230261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075573.230372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075574.190269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075574.190280:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075574.190289:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075574.190296:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075574.190309:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2562 00000100:00080000:2.0:1769075574.190325:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075574.190336:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075574.190404:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612092160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075574.190440:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075574.190456:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075574.190459:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075574.190464:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2562 00000100:00080000:2.0:1769075574.190470:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075574.190475:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075574.190487:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075574.190495:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075574.190534:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612092288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075574.190649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075574.190733:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075574/real 1769075574] req@ffff97a507940a80 x1855007612092160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075574.190760:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612092160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075574.190785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075574.190791:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075574.190796:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075574.190870:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092288:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075574.190901:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075574.190916:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075574/real 1769075574] req@ffff97a507940e00 x1855007612092288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075574.190930:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612092288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075574.190948:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075574.190951:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075574.190955:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092288:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075574.254302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075574.254303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075574.254364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075575.214383:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075575.278264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075575.278276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075575.278410:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075576.238258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075576.302241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075576.302241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075576.302268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075577.262293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075577.326226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075577.326243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075577.326335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075578.286233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075578.350289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075578.350312:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075578.350318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075579.310285:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075579.310322:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075579.310329:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075579.310347:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2567 00000100:00100000:3.0:1769075579.310347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075579.310371:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075579.310385:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075579.310481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612092416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075579.310522:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075579.310536:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075579.310539:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075579.310546:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2567 00000100:00080000:2.0:1769075579.310554:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075579.310562:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075579.310594:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075579.310601:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075579.310615:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075579.310789:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075579.374207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075579.374208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075579.374282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075580.334250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075580.398320:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075580.398320:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075580.398374:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075581.358308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075581.422209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075581.422209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075581.422274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075582.382218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769075582.382450:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769075582.382493:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075582.382510:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075582.382551:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769075582.382594:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075579/real 1769075582] req@ffff97a507942680 x1855007612092416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075582.382636:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612092416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075582.382650:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075582.382655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075582.382660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075582.382680:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075579/real 1769075582] req@ffff97a507940000 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075582.382713:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075582.382724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075582.382728:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075582.382732:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075582.446257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075582.446261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075582.446287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075583.406287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075583.470293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075583.470315:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075583.470392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075584.430273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075584.430284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075584.430319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075584.430324:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075584.430334:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2572 00000100:00080000:1.0:1769075584.430347:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075584.430355:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075584.430393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612092672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075584.430422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075584.430426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075584.430428:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075584.430432:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2572 00000100:00080000:1.0:1769075584.430435:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075584.430440:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075584.430450:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075584.430462:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612092800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075584.430468:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092672:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075584.430559:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075584.430603:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075584/real 1769075584] req@ffff97a506b5fb80 x1855007612092672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075584.430628:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612092672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075584.430642:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075584.430649:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075584.430675:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075584.430708:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092800:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075584.430741:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075584.430760:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075584/real 1769075584] req@ffff97a506b5c000 x1855007612092800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075584.430786:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612092800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075584.430799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075584.430804:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075584.430809:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612092800:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075584.494175:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075584.494233:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075584.494249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075585.454279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075585.518188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075585.518204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075585.518224:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075586.478223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075586.542248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075586.542256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075586.542262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075587.502234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075587.566213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075587.566241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075587.566275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075588.526367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075588.590285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075588.590285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075588.590305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075589.550220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075589.550227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075589.550235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075589.550240:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075589.550250:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2577 00000100:00080000:0.0:1769075589.550261:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075589.550269:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075589.550307:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612092928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075589.550331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075589.550334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075589.550336:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075589.550339:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2577 00000100:00080000:0.0:1769075589.550343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075589.550347:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075589.550356:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075589.550366:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075589.550372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612093056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075589.550432:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075589.550476:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075589/real 1769075589] req@ffff97a506b2f100 x1855007612092928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075589.550498:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612092928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075589.550510:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075589.550516:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075589.550521:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612092928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075589.550549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093056:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075589.550596:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075589.550614:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075589/real 1769075589] req@ffff97a506b2e300 x1855007612093056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075589.550629:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612093056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075589.550639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075589.550642:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075589.550647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075589.614202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075589.614214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075589.614247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075590.574238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075590.638269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075590.638273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075590.638282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075591.598258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075591.662240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075591.662243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075591.662302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075592.622246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075592.686254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075592.686255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075592.686329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075593.646228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075593.710314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075593.710315:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075593.710327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075594.670273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075594.670288:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075594.670293:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075594.670295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075594.670307:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2582 00000100:00080000:2.0:1769075594.670321:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075594.670331:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075594.670370:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612093184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075594.670398:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075594.670404:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075594.670407:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075594.670412:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2582 00000100:00080000:2.0:1769075594.670418:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075594.670423:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075594.670438:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075594.670445:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075594.670453:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075594.670556:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075594.670631:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075594/real 1769075594] req@ffff97a507940000 x1855007612093184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075594.670649:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612093184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075594.670659:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075594.670663:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075594.670666:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075594.670687:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093312:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075594.670711:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075594.670722:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075594/real 1769075594] req@ffff97a507942680 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075594.670732:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075594.670740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075594.670743:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075594.670746:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093312:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075594.734230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075594.734238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075594.734357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075595.694225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075595.758228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075595.758228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075595.758291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075596.718226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075596.782202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075596.782202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075596.782261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075597.742204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075597.806212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075597.806212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075597.806266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075598.766317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075598.830181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075598.830181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075598.830267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075599.790281:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075599.790284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075599.790316:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075599.790323:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075599.790336:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2587 00000100:00080000:2.0:1769075599.790351:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075599.790378:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075599.790472:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612093440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075599.790504:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075599.790508:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075599.790510:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075599.790516:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2587 00000100:00080000:2.0:1769075599.790521:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075599.790526:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075599.790539:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075599.790555:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612093568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075599.790586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093440:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075599.790675:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075599.790722:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075599/real 1769075599] req@ffff97a507942680 x1855007612093440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075599.790767:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612093440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075599.790785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075599.790792:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075599.790799:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075599.790836:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093568:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075599.790881:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075599.790900:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075599/real 1769075599] req@ffff97a507940000 x1855007612093568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075599.790916:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612093568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075599.790927:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075599.790931:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075599.790935:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093568:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075599.854258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075599.854264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075599.854359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075600.814218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075600.878226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075600.878259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075600.878287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075601.838248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075601.902275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075601.902282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075601.902392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075602.862299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075602.926267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075602.926309:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075602.926435:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075603.886297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075603.950217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075603.950265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075603.950387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075604.910295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075604.910331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075604.910339:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075604.910339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075604.910359:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2592 00000100:00080000:0.0:1769075604.910373:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075604.910384:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075604.910431:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612093696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075604.910481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075604.910487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075604.910489:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075604.910494:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2592 00000100:00080000:0.0:1769075604.910499:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075604.910503:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075604.910526:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075604.910545:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075604.910555:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093696:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075604.910646:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075604.910691:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075604/real 1769075604] req@ffff97a506b2dc00 x1855007612093696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075604.910714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612093696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075604.910728:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075604.910734:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075604.910739:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075604.910768:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093824:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075604.910795:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075604.910810:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075604/real 1769075604] req@ffff97a506b2e300 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075604.910825:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075604.910836:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075604.910841:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075604.910845:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612093824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075604.974280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075604.974285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075604.974401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075605.934256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075605.998211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075605.998269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075605.998347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075606.958242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075607.022214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075607.022214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075607.022287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075607.982201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075608.046211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075608.046214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075608.046272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075609.006231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075609.070219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075609.070219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075609.070283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075610.030204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075610.030220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075610.030240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075610.030245:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075610.030256:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2597 00000100:00080000:0.0:1769075610.030268:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075610.030276:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075610.030314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612093952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075610.030346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075610.030351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075610.030352:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075610.030356:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2597 00000100:00080000:0.0:1769075610.030360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075610.030363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075610.030372:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075610.030383:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075610.030403:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093952:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769075610.030464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075610.030496:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075610/real 1769075610] req@ffff97a506b2f100 x1855007612093952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075610.030509:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612093952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075610.030517:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075610.030520:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075610.030523:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612093952:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075610.030541:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094080:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075610.030579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075610.030589:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075610/real 1769075610] req@ffff97a506b2c700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075610.030597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075610.030603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075610.030605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075610.030607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094080:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075610.094268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075610.094268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075610.094326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075611.054274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075611.118227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075611.118232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075611.118341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075612.078249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075612.142218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075612.142218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075612.142281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075613.102255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075613.166296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075613.166296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075613.166363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075614.126230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075614.190255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075614.190255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075614.190344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075615.150222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075615.150238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075615.150246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075615.150251:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075615.150261:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2602 00000100:00080000:3.0:1769075615.150273:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075615.150280:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075615.150320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612094208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075615.150351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075615.150355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075615.150357:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075615.150363:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2602 00000100:00080000:3.0:1769075615.150368:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075615.150372:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075615.150382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094208:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769075615.150383:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075615.150403:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612094336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075615.150448:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075615.150479:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075615/real 1769075615] req@ffff97a511926a00 x1855007612094208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075615.150493:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612094208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075615.150500:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075615.150503:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075615.150506:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075615.150524:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094336:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075615.150539:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075615.150547:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075615/real 1769075615] req@ffff97a511924000 x1855007612094336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075615.150555:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612094336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075615.150561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075615.150563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075615.150565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075615.214232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075615.214232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075615.214299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075616.174227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075616.238187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075616.238201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075616.238250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075617.198221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075617.262204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075617.262208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075617.262259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075618.222239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075618.286197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075618.286199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075618.286248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075619.246218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075619.310263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075619.310266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075619.310343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075620.270212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075620.270233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075620.270234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075620.270240:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075620.270251:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2608 00000100:00080000:0.0:1769075620.270262:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075620.270270:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075620.270309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612094464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075620.270339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075620.270343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075620.270345:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075620.270350:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2608 00000100:00080000:0.0:1769075620.270354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075620.270357:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075620.270366:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075620.270377:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612094592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075620.270389:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094464:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075620.270469:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075620.270509:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075620/real 1769075620] req@ffff97a506b2ed80 x1855007612094464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075620.270531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612094464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075620.270542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075620.270547:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075620.270552:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075620.270576:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094592:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075620.270604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075620.270619:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075620/real 1769075620] req@ffff97a506b2c000 x1855007612094592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075620.270634:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612094592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075620.270643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075620.270647:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075620.270650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094592:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075620.334202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075620.334202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075620.334276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075621.294250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075621.358282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075621.358287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075621.358347:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075622.318216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075622.382192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075622.382199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075622.382246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075623.342209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075623.406210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075623.406210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075623.406256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075624.366212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075624.430222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075624.430229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075624.430311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075625.390205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075625.390206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075625.390214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075625.390218:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075625.390226:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2613 00000100:00080000:3.0:1769075625.390236:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075625.390242:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075625.390274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612094720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075625.390299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075625.390301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075625.390303:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075625.390318:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2613 00000100:00080000:3.0:1769075625.390321:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075625.390325:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075625.390332:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075625.390342:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075625.390346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075625.390403:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075625.390432:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075625/real 1769075625] req@ffff97a511926680 x1855007612094720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075625.390444:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612094720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075625.390452:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075625.390455:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075625.390458:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075625.390476:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094848:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075625.390491:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075625.390499:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075625/real 1769075625] req@ffff97a511925f80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075625.390523:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075625.390529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075625.390532:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075625.390536:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612094848:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075625.454187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075625.454187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075625.454279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075626.414216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075626.478215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075626.478215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075626.478268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075627.438224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075627.502205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075627.502205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075627.502263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075628.462224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075628.526201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075628.526201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075628.526251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075629.486209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075629.550200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075629.550200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075629.550260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075630.510218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075630.510238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075630.510247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075630.510252:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075630.510262:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2618 00000100:00080000:1.0:1769075630.510285:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075630.510292:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075630.510332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612094976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075630.510360:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075630.510367:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075630.510369:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075630.510374:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2618 00000100:00080000:1.0:1769075630.510379:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075630.510393:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075630.510400:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094976:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769075630.510404:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075630.510423:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612095104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075630.510459:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075630.510498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075630/real 1769075630] req@ffff97a506b5f480 x1855007612094976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075630.510517:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612094976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075630.510528:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075630.510532:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075630.510534:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612094976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075630.510553:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095104:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075630.510577:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075630.510591:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075630/real 1769075630] req@ffff97a506b5f800 x1855007612095104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075630.510604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612095104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075630.510623:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075630.510626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075630.510628:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075630.574216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075630.574246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075630.574255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075631.534222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075631.598191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075631.598198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075631.598259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075632.558219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075632.622201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075632.622201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075632.622264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075633.582263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075633.646187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075633.646209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075633.646257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075634.606230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075634.670226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075634.670226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075634.670319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075635.630219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075635.630265:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075635.630271:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075635.630274:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075635.630282:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2623 00000100:00080000:3.0:1769075635.630291:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075635.630297:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075635.630331:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612095232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075635.630354:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075635.630356:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075635.630357:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075635.630360:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2623 00000100:00080000:3.0:1769075635.630363:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075635.630366:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075635.630373:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075635.630383:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612095360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075635.630390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095232:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075635.630466:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075635.630498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075635/real 1769075635] req@ffff97a511927800 x1855007612095232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075635.630511:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612095232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075635.630519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075635.630522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075635.630525:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075635.630544:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095360:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075635.630560:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075635.630567:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075635/real 1769075635] req@ffff97a511927100 x1855007612095360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075635.630576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612095360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075635.630582:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075635.630584:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075635.630586:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095360:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075635.694205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075635.694205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075635.694244:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075636.654230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075636.718207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075636.718207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075636.718296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075637.678255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075637.742225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075637.742225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075637.742282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075638.702208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075638.766204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075638.766246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075638.766253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075639.726235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075639.790211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075639.790251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075639.790252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769075640.750217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075640.750230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075640.750234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075640.750234:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075640.750245:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2628 00000100:00080000:3.0:1769075640.750264:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075640.750272:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075640.750315:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612095488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075640.750347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075640.750352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075640.750354:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075640.750357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2628 00000100:00080000:3.0:1769075640.750361:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075640.750366:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075640.750376:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075640.750389:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075640.750396:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075640.750466:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075640.750498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075640/real 1769075640] req@ffff97a511925c00 x1855007612095488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075640.750512:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612095488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075640.750520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075640.750523:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075640.750526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075640.750544:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095616:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075640.750559:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075640.750576:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075640/real 1769075640] req@ffff97a511927100 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075640.750585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075640.750591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075640.750593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075640.750596:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075640.814238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075640.814246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075640.814259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075641.774223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075641.838193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075641.838197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075641.838245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075642.798219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075642.862201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075642.862204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075642.862209:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075643.822237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075643.886200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075643.886200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075643.886251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075644.846204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075644.910214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075644.910214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075644.910236:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075645.870271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075645.870280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075645.870284:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075645.870295:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2633 00000100:00100000:2.0:1769075645.870300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075645.870309:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075645.870318:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075645.870360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612095744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075645.870394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075645.870397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075645.870399:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075645.870402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2633 00000100:00080000:3.0:1769075645.870405:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075645.870409:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075645.870417:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075645.870427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612095872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075645.870437:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075645.870549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075645.934239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075645.934242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075645.934330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075646.894283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075646.958209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075646.958212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075646.958244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075647.918272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075647.982227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075647.982228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075647.982280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075648.942360:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769075648.942416:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769075648.942454:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075648.942468:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769075648.942500:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769075648.942540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075645/real 1769075648] req@ffff97a511925f80 x1855007612095872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075648.942562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612095872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075648.942584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075648.942590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075648.942595:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612095872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075648.942603:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075645/real 1769075648] req@ffff97a511927800 x1855007612095744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075648.942614:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612095744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075648.942620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075648.942622:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075648.942624:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612095744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075649.006207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075649.006208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075649.006232:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075649.966213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075650.030228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075650.030228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075650.030280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075650.990259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075650.990259:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075650.990268:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075650.990273:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075650.990280:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2638 00000100:00080000:3.0:1769075650.990290:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075650.990296:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075650.990326:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612096000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075650.990349:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075650.990351:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075650.990352:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075650.990355:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2638 00000100:00080000:3.0:1769075650.990358:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075650.990361:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075650.990369:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075650.990379:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612096128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075650.990391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096000:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075650.990456:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075650.990493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075650/real 1769075650] req@ffff97a511926680 x1855007612096000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075650.990512:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612096000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075650.990523:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075650.990528:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075650.990532:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096000:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075650.990569:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096128:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075650.990593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075650.990606:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075650/real 1769075650] req@ffff97a511924000 x1855007612096128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075650.990627:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612096128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075650.990636:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075650.990640:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075650.990644:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096128:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075651.054219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075651.054223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075651.054240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075652.014278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075652.078259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075652.078259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075652.078367:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075653.038235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075653.102212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075653.102214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075653.102274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075654.062213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075654.126215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075654.126215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075654.126275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075655.086202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075655.150202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075655.150212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075655.150223:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075656.110230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075656.110267:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075656.110277:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075656.110282:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075656.110294:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2643 00000100:00080000:2.0:1769075656.110305:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075656.110311:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075656.110345:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612096256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075656.110370:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075656.110373:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075656.110374:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075656.110377:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2643 00000100:00080000:2.0:1769075656.110379:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075656.110384:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075656.110391:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075656.110402:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075656.110414:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096256:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075656.110518:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075656.110560:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075656/real 1769075656] req@ffff97a507940e00 x1855007612096256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075656.110576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612096256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075656.110586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075656.110590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075656.110593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075656.110617:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096384:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075656.110634:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075656.110642:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075656/real 1769075656] req@ffff97a507940a80 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075656.110651:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075656.110658:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075656.110661:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075656.110663:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075656.174262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075656.174262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075656.174342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075657.134275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075657.198204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075657.198250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075657.198271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075658.158300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075658.222201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075658.222204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075658.222260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075659.182208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075659.246193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075659.246194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075659.246243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075660.206237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075660.270203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075660.270209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075660.270254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075661.230224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075661.230336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075661.230348:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075661.230352:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075661.230360:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2649 00000100:00080000:0.0:1769075661.230385:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075661.230391:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075661.230420:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612096512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075661.230443:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075661.230446:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075661.230447:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075661.230450:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2649 00000100:00080000:0.0:1769075661.230452:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075661.230455:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075661.230463:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075661.230474:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612096640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075661.230491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096512:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075661.230548:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075661.230577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075661/real 1769075661] req@ffff97a506b2ca80 x1855007612096512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075661.230591:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612096512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075661.230601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075661.230605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075661.230608:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075661.230627:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096640:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075661.230642:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075661.230650:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075661/real 1769075661] req@ffff97a506b2f800 x1855007612096640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075661.230658:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612096640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075661.230664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075661.230667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075661.230669:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075661.294200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075661.294206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075661.294238:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075662.254202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075662.318217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075662.318228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075662.318271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075663.278223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075663.342201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075663.342202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075663.342226:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075664.302207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075664.366193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075664.366205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075664.366268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075665.326228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075665.390223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075665.390223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075665.390244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075666.350264:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075666.350292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075666.350292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075666.350301:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075666.350313:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2654 00000100:00080000:3.0:1769075666.350326:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075666.350334:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075666.350380:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612096768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075666.350406:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075666.350409:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075666.350411:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075666.350414:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2654 00000100:00080000:3.0:1769075666.350417:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075666.350420:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075666.350430:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075666.350443:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612096896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075666.350445:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096768:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075666.350526:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075666.350571:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075666/real 1769075666] req@ffff97a511926a00 x1855007612096768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075666.350588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612096768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075666.350597:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075666.350601:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075666.350604:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612096768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075666.350627:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096896:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075666.350649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075666.350662:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075666/real 1769075666] req@ffff97a511925180 x1855007612096896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075666.350676:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612096896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075666.350688:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075666.350692:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075666.350696:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612096896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075666.414226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075666.414237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075666.414377:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075667.374288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075667.438248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075667.438250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075667.438285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075668.398271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075668.462227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075668.462227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075668.462316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075669.422257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075669.486220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075669.486220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075669.486272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075670.446223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075670.510195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075670.510203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075670.510260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075671.470229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075671.470252:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075671.470260:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075671.470264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075671.470275:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2659 00000100:00080000:2.0:1769075671.470286:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075671.470294:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075671.470332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612097024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075671.470360:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075671.470364:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075671.470366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075671.470371:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2659 00000100:00080000:2.0:1769075671.470375:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075671.470380:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075671.470389:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097024:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769075671.470390:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075671.470407:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075671.470452:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075671.470488:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075671/real 1769075671] req@ffff97a507941880 x1855007612097024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075671.470506:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612097024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075671.470517:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075671.470522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075671.470526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075671.470548:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097152:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075671.470566:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075671.470575:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075671/real 1769075671] req@ffff97a507943b80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075671.470598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075671.470608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075671.470612:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075671.470615:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075671.534224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075671.534229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075671.534289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075672.494255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075672.558223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075672.558224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075672.558269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075673.518354:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075673.582298:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075673.582304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075673.582435:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075674.542275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075674.606217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075674.606249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075674.606312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075675.566215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075675.630212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075675.630212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075675.630268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075676.590256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075676.590299:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075676.590308:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075676.590313:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075676.590326:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2664 00000100:00080000:0.0:1769075676.590342:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075676.590353:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075676.590405:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612097280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075676.590438:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075676.590443:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075676.590445:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075676.590451:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2664 00000100:00080000:0.0:1769075676.590456:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075676.590462:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075676.590474:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075676.590477:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075676.590491:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612097408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075676.590558:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075676.590600:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075676/real 1769075676] req@ffff97a506b2ce00 x1855007612097280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075676.590615:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612097280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075676.590625:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075676.590628:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075676.590632:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075676.590655:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075676.590689:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075676.590698:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075676/real 1769075676] req@ffff97a506b2fb80 x1855007612097408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075676.590707:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612097408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075676.590714:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075676.590717:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075676.590720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075676.654232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075676.654232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075676.654288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075677.614213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075677.678196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075677.678205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075677.678264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075678.638241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075678.702198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075678.702248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075678.702254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769075679.662205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075679.726214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075679.726214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075679.726276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075680.686215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075680.750186:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075680.750192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075680.750258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075681.710201:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075681.710208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075681.710210:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075681.710217:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075681.710225:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2669 00000100:00080000:0.0:1769075681.710235:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075681.710241:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075681.710282:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612097536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075681.710309:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075681.710313:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075681.710315:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075681.710320:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2669 00000100:00080000:0.0:1769075681.710326:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075681.710337:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097536:192.168.204.123@tcp:250:kworker.0 00000100:00080000:0.0:1769075681.710339:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075681.710351:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075681.710365:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612097664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075681.710399:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075681.710431:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075681/real 1769075681] req@ffff97a506b2f480 x1855007612097536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075681.710443:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612097536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075681.710451:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075681.710454:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075681.710457:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075681.710476:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097664:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075681.710490:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075681.710497:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075681/real 1769075681] req@ffff97a506b2d180 x1855007612097664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075681.710505:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612097664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075681.710511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075681.710514:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075681.710516:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075681.774220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075681.774220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075681.774278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075682.734246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075682.798216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075682.798237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075682.798267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075683.758242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075683.822262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075683.822301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075683.822334:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075684.782244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075684.846210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075684.846215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075684.846257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075685.806215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075685.870199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075685.870199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075685.870286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075686.830279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075686.830285:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075686.830297:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075686.830302:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075686.830312:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2674 00000100:00080000:2.0:1769075686.830323:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075686.830330:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075686.830368:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612097792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075686.830390:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075686.830393:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075686.830394:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075686.830397:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2674 00000100:00080000:2.0:1769075686.830400:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075686.830402:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075686.830411:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075686.830427:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075686.830433:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097792:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075686.830502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075686.830538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075686/real 1769075686] req@ffff97a507941c00 x1855007612097792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075686.830558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612097792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075686.830570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075686.830575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075686.830580:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612097792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075686.830602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075686.830628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075686.830642:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075686/real 1769075686] req@ffff97a507941180 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075686.830655:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075686.830661:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075686.830664:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075686.830666:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612097920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075686.894281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075686.894282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075686.894360:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075687.854236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075687.918211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075687.918215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075687.918344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075688.878264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075688.942201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075688.942231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075688.942246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075689.902261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075689.966240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075689.966256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075689.966331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075690.926239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075690.990196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075690.990196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075690.990249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075691.950263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075691.950264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075691.950275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075691.950281:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075691.950294:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2679 00000100:00080000:2.0:1769075691.950309:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075691.950319:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075691.950370:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612098048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075691.950403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075691.950408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075691.950410:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075691.950415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2679 00000100:00080000:2.0:1769075691.950419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075691.950423:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075691.950434:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075691.950452:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612098176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075691.950455:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098048:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075691.950546:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075691.950581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075691/real 1769075691] req@ffff97a507942a00 x1855007612098048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075691.950596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612098048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075691.950605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075691.950608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075691.950611:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075691.950632:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098176:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075691.950654:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075691.950664:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075691/real 1769075691] req@ffff97a507940380 x1855007612098176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075691.950673:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612098176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075691.950679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075691.950682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075691.950684:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075692.014210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075692.014302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075692.014361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075692.974202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075693.038250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075693.038253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075693.038318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075693.998266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075694.062174:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075694.062214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075694.062308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075695.022268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075695.086230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075695.086235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075695.086305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075696.046274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075696.110235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075696.110243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075696.110344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075697.070254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075697.070355:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075697.070365:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075697.070372:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075697.070386:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2684 00000100:00080000:1.0:1769075697.070401:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075697.070411:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075697.070475:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612098304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075697.070524:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075697.070531:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075697.070535:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075697.070544:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2684 00000100:00080000:1.0:1769075697.070552:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075697.070559:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075697.070574:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075697.070597:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612098432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075697.070687:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098304:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075697.070825:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075697.070886:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075697/real 1769075697] req@ffff97a506b5f100 x1855007612098304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075697.070926:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612098304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075697.070938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075697.070943:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075697.070948:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075697.070957:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098432:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075697.070989:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075697.071004:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075697/real 1769075697] req@ffff97a506b5f800 x1855007612098432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075697.071018:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612098432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075697.071028:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075697.071032:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075697.071036:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075697.134249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075697.134271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075697.134427:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075698.094249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075698.158237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075698.158244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075698.158322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075699.118287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075699.182205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075699.182208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075699.182249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075700.142247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075700.206182:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075700.206225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075700.206290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075701.166213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075701.230207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075701.230208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075701.230304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075702.190276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075702.190290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075702.190301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075702.190308:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075702.190331:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2690 00000100:00080000:3.0:1769075702.190346:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075702.190356:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075702.190403:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612098560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075702.190434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075702.190438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075702.190441:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075702.190446:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2690 00000100:00080000:3.0:1769075702.190450:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075702.190455:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075702.190466:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075702.190482:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075702.190490:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098560:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075702.190615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075702.190663:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075702/real 1769075702] req@ffff97a511925500 x1855007612098560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075702.190737:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612098560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075702.190749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075702.190755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075702.190759:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075702.190805:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075702.190854:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075702.190870:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075702/real 1769075702] req@ffff97a511927480 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075702.190898:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075702.190909:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075702.190914:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075702.190918:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075702.254257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075702.254344:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075702.254511:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075703.214219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075703.278279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075703.278328:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075703.278390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075704.238364:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075704.302272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075704.302301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075704.302411:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075705.262237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075705.326249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075705.326249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075705.326358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075706.286216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075706.350235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075706.350236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075706.350296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075707.310372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075707.310389:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769075707.310391:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075707.310397:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075707.310419:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2695 00000100:00080000:3.0:1769075707.310441:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075707.310463:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075707.310539:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612098816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075707.310586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075707.310617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075707.310620:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075707.310625:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2695 00000100:00080000:3.0:1769075707.310631:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075707.310636:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075707.310650:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075707.310669:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612098944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075707.310734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098816:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075707.310862:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075707.310935:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075707/real 1769075707] req@ffff97a511924e00 x1855007612098816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075707.310960:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612098816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075707.310984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075707.310991:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075707.310996:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612098816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075707.311007:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075707.311045:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075707.311059:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075707/real 1769075707] req@ffff97a511924a80 x1855007612098944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075707.311074:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612098944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075707.311086:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075707.311090:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075707.311094:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612098944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075707.374246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075707.374349:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075707.374406:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075708.334211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075708.398260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075708.398274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075708.398342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075709.358288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075709.422269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075709.422274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075709.422444:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075710.382220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075710.446202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075710.446202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075710.446255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075711.406258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075711.470230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075711.470242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075711.470365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075712.430308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075712.430320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075712.430329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075712.430347:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075712.430363:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2700 00000100:00080000:3.0:1769075712.430378:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075712.430389:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075712.430437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612099072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075712.430472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075712.430478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075712.430482:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075712.430489:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2700 00000100:00080000:3.0:1769075712.430495:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075712.430524:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075712.430539:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075712.430557:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075712.430562:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612099200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075712.430697:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075712.494321:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075712.494321:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075712.494415:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075713.454265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075713.518208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075713.518263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075713.518307:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769075714.478222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075714.542252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075714.542252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075714.542319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075715.502224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769075715.502606:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769075715.502657:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075715.502683:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769075715.502735:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075715.502813:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075712/real 1769075715] req@ffff97a511924a80 x1855007612099200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075715.502848:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612099200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075715.502860:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075715.502865:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075715.502869:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075715.502877:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075712/real 1769075715] req@ffff97a511924700 x1855007612099072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075715.502889:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612099072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075715.502895:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075715.502899:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075715.502902:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075715.566198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075715.566256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075715.566264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769075716.526273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075716.590225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075716.590282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075716.590312:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769075717.550198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075717.550210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075717.550216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075717.550220:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075717.550228:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2705 00000100:00080000:0.0:1769075717.550238:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075717.550244:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075717.550274:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612099328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075717.550318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075717.550322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075717.550325:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075717.550331:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2705 00000100:00080000:0.0:1769075717.550335:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075717.550342:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075717.550355:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075717.550379:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075717.550380:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075717.550516:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075717.550577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075717/real 1769075717] req@ffff97a506b2c380 x1855007612099328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.550596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612099328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.550606:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.550612:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075717.550616:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075717.550639:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075717.550664:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075717.550678:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075717/real 1769075717] req@ffff97a506b2d180 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075717.550691:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075717.550700:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075717.550704:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075717.550707:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075717.614238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075717.614253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075717.614334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075718.574251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075718.638218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075718.638222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075718.638282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075719.598290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075719.662197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075719.662209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075719.662245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075720.622246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075720.686200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075720.686202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075720.686263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075721.646228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075721.710223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075721.710233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075721.710567:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075722.670235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075722.670235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075722.670245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075722.670250:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075722.670259:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2710 00000100:00080000:0.0:1769075722.670271:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075722.670278:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075722.670313:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612099584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075722.670370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075722.670375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075722.670378:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075722.670383:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2710 00000100:00080000:0.0:1769075722.670387:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075722.670391:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075722.670400:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075722.670405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075722.670416:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612099712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075722.670473:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075722.670527:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075722/real 1769075722] req@ffff97a506b2f480 x1855007612099584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075722.670542:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612099584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075722.670568:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075722.670572:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075722.670586:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075722.670609:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099712:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075722.670645:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075722.670655:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075722/real 1769075722] req@ffff97a506b2fb80 x1855007612099712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075722.670665:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612099712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075722.670673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075722.670675:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075722.670678:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075722.734221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075722.734221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075722.734275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075723.694305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075723.758288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075723.758288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769075723.758407:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075724.718286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075724.782266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075724.782371:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075724.782429:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075725.742270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075725.806270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075725.806301:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075725.806328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075726.766245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075726.830196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075726.830196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075726.830259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075727.790298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075727.790317:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075727.790347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075727.790355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075727.790367:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2715 00000100:00080000:1.0:1769075727.790380:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075727.790389:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075727.790441:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612099840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075727.790482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075727.790485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075727.790488:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075727.790492:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2715 00000100:00080000:1.0:1769075727.790495:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075727.790498:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075727.790507:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075727.790518:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612099968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075727.790539:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099840:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075727.790654:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075727.790712:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075727/real 1769075727] req@ffff97a506b5f800 x1855007612099840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075727.790753:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612099840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075727.790785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075727.790790:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075727.790794:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612099840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075727.790819:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075727.790865:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075727.790884:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075727/real 1769075727] req@ffff97a506b5f100 x1855007612099968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075727.790904:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612099968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075727.790918:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075727.790923:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075727.790929:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612099968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075727.854308:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075727.854328:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075727.854426:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075728.814306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075728.878198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075728.878326:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075728.878413:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075729.838414:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075729.902293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075729.902310:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075729.902474:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075730.862277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075730.926302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075730.926332:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075730.926387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075731.886251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075731.950264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075731.950267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075731.950321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075732.910321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075732.910330:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075732.910334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075732.910341:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075732.910353:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2720 00000100:00080000:0.0:1769075732.910368:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075732.910380:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075732.910428:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612100096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075732.910464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075732.910468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075732.910471:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075732.910474:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2720 00000100:00080000:0.0:1769075732.910479:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075732.910484:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075732.910498:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075732.910522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075732.910523:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075732.910611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075732.910662:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075732/real 1769075732] req@ffff97a506b2ce00 x1855007612100096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075732.910691:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612100096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075732.910707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075732.910714:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075732.910720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075732.910750:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075732.910777:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075732.910791:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075732/real 1769075732] req@ffff97a506b2f800 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075732.910802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075732.910818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075732.910822:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075732.910825:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075732.974269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075732.974290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075732.974380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075733.934234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075733.998236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075733.998263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075733.998311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075734.958269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075735.022217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075735.022217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075735.022278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075735.982281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075736.046252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075736.046253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075736.046356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075737.006304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075737.070241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075737.070279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075737.070383:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075738.030285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075738.030289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075738.030300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075738.030307:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075738.030332:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2725 00000100:00080000:1.0:1769075738.030349:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075738.030360:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075738.030431:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612100352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075738.030463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075738.030468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075738.030470:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075738.030475:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2725 00000100:00080000:1.0:1769075738.030481:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075738.030487:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075738.030499:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075738.030518:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075738.030527:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100352:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075738.030630:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075738.030675:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075738/real 1769075738] req@ffff97a506b5f480 x1855007612100352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075738.030697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612100352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075738.030710:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075738.030715:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075738.030720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075738.030749:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100480:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075738.030785:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075738.030808:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075738/real 1769075738] req@ffff97a506b5c000 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075738.030833:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075738.030852:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075738.030858:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075738.030864:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075738.094234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075738.094277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075738.094373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075739.054293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075739.118291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075739.118354:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075739.118437:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075740.078206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075740.142198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075740.142204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075740.142263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075741.102244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075741.166214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075741.166214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075741.166283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075742.126234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075742.190262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075742.190270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075742.190333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075743.150255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075743.150266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075743.150277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075743.150283:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075743.150297:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2730 00000100:00080000:2.0:1769075743.150314:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075743.150324:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075743.150405:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612100608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075743.150458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075743.150462:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075743.150464:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075743.150470:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2730 00000100:00080000:2.0:1769075743.150475:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075743.150480:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075743.150493:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075743.150509:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075743.150511:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612100736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075743.150615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075743.150665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075743/real 1769075743] req@ffff97a507943100 x1855007612100608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075743.150686:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612100608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075743.150697:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075743.150703:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075743.150707:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075743.150736:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075743.150757:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075743.150769:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075743/real 1769075743] req@ffff97a507940700 x1855007612100736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075743.150780:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612100736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075743.150791:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075743.150794:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075743.150798:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075743.214253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075743.214253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075743.214340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075744.174326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075744.238238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075744.238262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075744.238502:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075745.198281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075745.262232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075745.262246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075745.262363:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075746.222278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075746.286225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075746.286252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075746.286355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075747.246294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075747.310249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075747.310274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075747.310401:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075748.270283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075748.270303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075748.270313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075748.270319:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075748.270330:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2736 00000100:00080000:0.0:1769075748.270345:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075748.270357:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075748.270408:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075748.270462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075748.270468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075748.270471:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075748.270504:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2736 00000100:00080000:0.0:1769075748.270512:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075748.270519:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075748.270533:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075748.270545:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075748.270563:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075748.270628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075748.270672:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075748/real 1769075748] req@ffff97a506b2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075748.270693:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075748.270706:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075748.270711:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075748.270716:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612100864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075748.270741:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100992:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075748.270774:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075748.270786:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075748/real 1769075748] req@ffff97a506b2c000 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075748.270800:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075748.270810:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075748.270814:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075748.270817:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612100992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075748.334223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075748.334255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075748.334348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075749.294240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075749.358253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075749.358259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075749.358325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075750.318245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075750.382228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075750.382228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075750.382383:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075751.342299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075751.406288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075751.406297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075751.406394:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075752.366235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075752.430211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075752.430217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075752.430292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075753.390243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075753.390300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075753.390312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075753.390320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075753.390333:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2741 00000100:00080000:2.0:1769075753.390352:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075753.390361:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075753.390415:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612101120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075753.390449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075753.390454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075753.390456:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075753.390461:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2741 00000100:00080000:2.0:1769075753.390465:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075753.390469:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075753.390481:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075753.390494:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612101248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075753.390522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101120:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075753.390636:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075753.390704:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075753/real 1769075753] req@ffff97a507940700 x1855007612101120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075753.390746:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612101120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075753.390774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075753.390781:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075753.390788:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075753.390849:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075753.390888:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075753.390910:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075753/real 1769075753] req@ffff97a507943100 x1855007612101248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075753.390931:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612101248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075753.390946:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075753.390952:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075753.390956:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075753.454269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075753.454322:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075753.454335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075754.414286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075754.478187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075754.478187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075754.478331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075755.438220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075755.502204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075755.502204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075755.502261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075756.462223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075756.526182:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075756.526209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075756.526295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075757.486248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075757.550214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075757.550263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075757.550295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075758.510215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075758.510216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075758.510226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075758.510229:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075758.510238:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2746 00000100:00080000:2.0:1769075758.510247:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075758.510253:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075758.510286:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612101376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075758.510308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075758.510311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075758.510312:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075758.510315:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2746 00000100:00080000:2.0:1769075758.510318:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075758.510321:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075758.510329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075758.510340:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612101504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075758.510347:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101376:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075758.510407:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075758.510445:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075758/real 1769075758] req@ffff97a507940380 x1855007612101376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075758.510465:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612101376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075758.510473:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075758.510476:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075758.510479:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075758.510498:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075758.510517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075758.510526:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075758/real 1769075758] req@ffff97a507942a00 x1855007612101504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075758.510544:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612101504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075758.510550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075758.510552:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075758.510555:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075758.574171:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075758.574192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075758.574250:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075759.534191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075759.598194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075759.598194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075759.598299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075760.558251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075760.622208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075760.622208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075760.622275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075761.582236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075761.646207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075761.646271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075761.646292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075762.606228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075762.670211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075762.670211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075762.670279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075763.630222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075763.630226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075763.630236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075763.630241:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075763.630253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2751 00000100:00080000:1.0:1769075763.630267:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075763.630276:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075763.630320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612101632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075763.630346:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075763.630349:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075763.630350:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075763.630353:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2751 00000100:00080000:1.0:1769075763.630357:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075763.630362:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075763.630372:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075763.630380:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075763.630384:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075763.630458:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075763.630496:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075763/real 1769075763] req@ffff97a506b5fb80 x1855007612101632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075763.630511:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612101632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075763.630520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075763.630524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075763.630527:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075763.630549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101760:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075763.630567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075763.630575:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075763/real 1769075763] req@ffff97a506b5ed80 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075763.630584:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075763.630590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075763.630593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075763.630595:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612101760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075763.694188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075763.694198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075763.694253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075764.654215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075764.718177:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075764.718188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075764.718293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075765.678200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075765.742173:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075765.742189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075765.742260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075766.702244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075766.766231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075766.766235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075766.766313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075767.726254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075767.790232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075767.790267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075767.790359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075768.750251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075768.750263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075768.750267:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075768.750277:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2756 00000100:00080000:3.0:1769075768.750288:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769075768.750292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075768.750297:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075768.750339:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612101888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075768.750371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075768.750374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075768.750375:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075768.750379:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2756 00000100:00080000:3.0:1769075768.750383:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075768.750386:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075768.750398:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075768.750416:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075768.750418:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612102016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075768.750513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075768.750581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075768/real 1769075768] req@ffff97a511924e00 x1855007612101888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075768.750599:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612101888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075768.750608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075768.750613:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075768.750616:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612101888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075768.750643:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075768.750666:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075768.750676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075768/real 1769075768] req@ffff97a511927480 x1855007612102016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075768.750684:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612102016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075768.750691:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075768.750694:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075768.750698:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075768.814262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075768.814267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075768.814315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075769.774245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075769.838221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075769.838221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075769.838376:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075770.798233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075770.862197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075770.862197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075770.862261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075771.822271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075771.886193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075771.886194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075771.886269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075772.846236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075772.910219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075772.910219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075772.910298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075773.870205:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075773.870215:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075773.870219:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075773.870220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075773.870229:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2761 00000100:00080000:3.0:1769075773.870240:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075773.870247:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075773.870280:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612102144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075773.870302:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075773.870306:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075773.870308:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075773.870312:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2761 00000100:00080000:3.0:1769075773.870315:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075773.870318:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075773.870325:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075773.870335:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612102272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075773.870344:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075773.870396:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075773.870425:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075773/real 1769075773] req@ffff97a511925500 x1855007612102144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075773.870449:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612102144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075773.870457:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075773.870460:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075773.870463:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075773.870495:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075773.870517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075773.870526:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075773/real 1769075773] req@ffff97a511925180 x1855007612102272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075773.870535:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612102272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075773.870542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075773.870544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075773.870546:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075773.934178:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075773.934206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075773.934250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075774.894224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075774.958213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075774.958254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075774.958372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075775.918233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075775.982242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075775.982256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075775.982281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075776.942275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075777.006277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075777.006278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075777.006415:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075777.966299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075778.030274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075778.030324:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075778.030386:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075778.990315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075778.990344:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075778.990350:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075778.990362:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2766 00000100:00080000:0.0:1769075778.990378:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075778.990380:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075778.990426:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075778.990478:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612102400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075778.990526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075778.990531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075778.990533:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075778.990538:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2766 00000100:00080000:0.0:1769075778.990543:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075778.990548:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075778.990571:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075778.990593:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075778.990661:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075778.990889:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075779.054226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075779.054284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075779.054370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075780.014239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075780.078222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075780.078280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075780.078297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075781.038314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075781.102300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075781.102300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075781.102418:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075782.062307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075782.062577:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075782.062677:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075782.062712:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075782.062779:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769075782.062914:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075778/real 1769075782] req@ffff97a506b2c700 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075782.062953:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075782.062973:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075782.062981:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075782.062989:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075782.063006:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075778/real 1769075782] req@ffff97a506b2ed80 x1855007612102400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075782.063028:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612102400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075782.063042:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075782.063047:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075782.063054:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075782.126292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075782.126301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075782.126429:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075783.086404:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075783.150238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075783.150278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075783.150375:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075784.110224:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075784.110233:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075784.110237:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075784.110246:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2771 00000100:00080000:0.0:1769075784.110257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075784.110275:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075784.110315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075784.110328:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612102656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075784.110368:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075784.110371:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075784.110373:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075784.110376:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2771 00000100:00080000:0.0:1769075784.110379:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075784.110383:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075784.110393:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075784.110396:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075784.110405:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612102784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075784.110480:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075784.110515:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075784/real 1769075784] req@ffff97a506b2ed80 x1855007612102656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.110536:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612102656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.110548:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.110552:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075784.110556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075784.110580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075784.110607:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075784.110620:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075784/real 1769075784] req@ffff97a506b2c700 x1855007612102784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075784.110633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612102784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075784.110643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075784.110646:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075784.110649:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612102784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075784.174232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075784.174267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075784.174393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075785.134352:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075785.198234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075785.198249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075785.198349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075786.158281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075786.222257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075786.222290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075786.222398:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075787.182268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075787.246207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075787.246207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075787.246296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075788.206215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075788.270212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075788.270213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075788.270294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075789.230247:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769075789.230251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075789.230260:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075789.230265:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075789.230276:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2777 00000100:00080000:0.0:1769075789.230287:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075789.230295:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075789.230333:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612102912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075789.230357:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075789.230360:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075789.230361:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075789.230364:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2777 00000100:00080000:0.0:1769075789.230368:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075789.230372:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075789.230381:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075789.230390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075789.230393:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612103040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075789.230453:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075789.230486:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075789/real 1769075789] req@ffff97a506b2f100 x1855007612102912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075789.230498:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612102912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075789.230506:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075789.230509:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075789.230512:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612102912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075789.230530:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103040:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075789.230543:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075789.230551:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075789/real 1769075789] req@ffff97a506b2e300 x1855007612103040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075789.230560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612103040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075789.230574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075789.230576:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075789.230579:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075789.294208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075789.294208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075789.294313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075790.254329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075790.318301:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075790.318325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075790.318459:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075791.278334:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075791.342270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075791.342270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075791.342381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075792.302292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075792.366277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075792.366279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075792.366430:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075793.326336:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075793.390247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075793.390251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075793.390368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075794.350273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075794.350282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075794.350283:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075794.350289:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075794.350300:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2782 00000100:00080000:0.0:1769075794.350311:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075794.350319:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075794.350355:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612103168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075794.350382:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075794.350385:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075794.350387:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075794.350390:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2782 00000100:00080000:0.0:1769075794.350394:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075794.350397:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075794.350406:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075794.350418:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075794.350422:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075794.350505:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075794.350559:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075794/real 1769075794] req@ffff97a506b2dc00 x1855007612103168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075794.350577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612103168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075794.350586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075794.350590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075794.350593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075794.350626:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075794.350671:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075794.350689:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075794/real 1769075794] req@ffff97a506b2e300 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075794.350706:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075794.350718:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075794.350722:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075794.350726:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075794.414243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075794.414243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075794.414307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075795.374234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075795.438185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075795.438214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075795.438264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075796.398217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075796.462201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075796.462202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075796.462253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075797.422298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075797.486262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075797.486263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075797.486392:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075798.446233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075798.510279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075798.510283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075798.510419:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075799.470298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075799.470310:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075799.470320:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075799.470336:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075799.470348:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2787 00000100:00080000:0.0:1769075799.470377:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075799.470386:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075799.470441:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612103424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075799.470473:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075799.470477:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075799.470479:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075799.470484:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2787 00000100:00080000:0.0:1769075799.470487:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075799.470491:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075799.470501:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075799.470514:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612103552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075799.470542:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103424:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075799.470639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075799.470683:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075799/real 1769075799] req@ffff97a506b2f100 x1855007612103424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075799.470704:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612103424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075799.470716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075799.470721:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075799.470726:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075799.470752:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075799.470776:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075799.470788:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075799/real 1769075799] req@ffff97a506b2c700 x1855007612103552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075799.470802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612103552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075799.470811:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075799.470815:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075799.470819:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075799.534229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075799.534229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075799.534310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075800.494208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075800.558203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075800.558203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075800.558265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075801.518252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075801.582227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075801.582227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075801.582276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075802.542277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075802.606256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075802.606303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075802.606403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075803.566274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075803.630278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075803.630278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075803.630401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075804.590193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075804.590318:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075804.590333:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075804.590340:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075804.590355:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2792 00000100:00080000:2.0:1769075804.590369:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075804.590379:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075804.590443:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612103680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075804.590483:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075804.590489:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075804.590491:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075804.590496:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2792 00000100:00080000:2.0:1769075804.590502:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075804.590508:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075804.590521:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075804.590543:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075804.590547:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612103808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075804.590653:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075804.590709:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075804/real 1769075804] req@ffff97a507941180 x1855007612103680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075804.590735:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612103680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075804.590749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075804.590755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075804.590761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075804.590790:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103808:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075804.590819:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075804.590838:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075804/real 1769075804] req@ffff97a507941c00 x1855007612103808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075804.590853:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612103808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075804.590866:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075804.590870:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075804.590874:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612103808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075804.654279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075804.654287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075804.654411:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075805.614288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075805.678265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075805.678372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075805.678396:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075806.638293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075806.702243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075806.702273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075806.702346:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075807.662289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075807.726264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075807.726309:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075807.726388:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075808.686288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075808.750247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075808.750277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075808.750336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075809.710224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075809.710234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075809.710242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075809.710246:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075809.710253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2797 00000100:00080000:2.0:1769075809.710263:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075809.710269:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075809.710303:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612103936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075809.710325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075809.710328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075809.710330:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075809.710333:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2797 00000100:00080000:2.0:1769075809.710336:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075809.710339:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075809.710346:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075809.710356:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075809.710366:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103936:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075809.710443:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075809.710478:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075809/real 1769075809] req@ffff97a507943b80 x1855007612103936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075809.710498:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612103936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075809.710508:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075809.710513:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075809.710518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612103936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075809.710542:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075809.710570:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075809.710595:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075809/real 1769075809] req@ffff97a507941880 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075809.710609:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075809.710619:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075809.710622:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075809.710624:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075809.774217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075809.774217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075809.774304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075810.734263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075810.798195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075810.798198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075810.798311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075811.758358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075811.822248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075811.822248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075811.822359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075812.782335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075812.846262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075812.846315:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075812.846374:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075813.806271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075813.870216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075813.870216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075813.870285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075814.830245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075814.830286:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075814.830310:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075814.830315:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075814.830332:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2802 00000100:00080000:1.0:1769075814.830342:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075814.830347:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075814.830384:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612104192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075814.830415:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075814.830419:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075814.830421:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075814.830425:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2802 00000100:00080000:1.0:1769075814.830429:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075814.830432:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075814.830445:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075814.830459:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612104320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075814.830474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104192:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075814.830562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075814.830599:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075814/real 1769075814] req@ffff97a506b5ca80 x1855007612104192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075814.830615:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612104192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075814.830624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075814.830627:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075814.830647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075814.830668:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104320:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075814.830689:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075814.830699:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075814/real 1769075814] req@ffff97a506b5dc00 x1855007612104320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075814.830709:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612104320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075814.830717:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075814.830720:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075814.830722:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075814.894218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075814.894219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075814.894294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075815.854238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075815.918226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075815.918226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075815.918301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075816.878253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075816.942239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075816.942278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075816.942347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075817.902220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075817.966205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075817.966272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075817.966292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075818.926261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075818.990321:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075818.990392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075818.990467:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075819.950287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075819.950300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075819.950310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075819.950316:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075819.950329:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2807 00000100:00080000:0.0:1769075819.950344:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075819.950353:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075819.950443:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612104448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075819.950494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075819.950502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075819.950507:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075819.950516:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2807 00000100:00080000:0.0:1769075819.950525:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075819.950536:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075819.950554:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075819.950596:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075819.950605:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612104576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075819.950685:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075819.950755:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075819/real 1769075819] req@ffff97a506b2ed80 x1855007612104448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075819.950777:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612104448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075819.950790:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075819.950795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075819.950801:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075819.950829:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075819.950856:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075819.950870:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075819/real 1769075819] req@ffff97a506b2c000 x1855007612104576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075819.950884:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612104576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075819.950894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075819.950898:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075819.950902:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075820.014223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075820.014224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075820.014306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075820.974272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075821.038275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075821.038275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075821.038431:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075821.998246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075822.062169:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075822.062188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075822.062291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075823.022222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075823.086223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075823.086223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075823.086276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075824.046205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075824.110203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075824.110213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075824.110309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075825.070270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075825.070280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075825.070303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075825.070309:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075825.070323:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2812 00000100:00080000:2.0:1769075825.070338:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075825.070348:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075825.070392:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612104704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075825.070421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075825.070426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075825.070428:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075825.070432:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2812 00000100:00080000:2.0:1769075825.070442:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075825.070447:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075825.070458:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075825.070472:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075825.070476:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075825.070565:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075825.070644:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075825/real 1769075825] req@ffff97a507940a80 x1855007612104704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075825.070683:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612104704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075825.070699:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075825.070704:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075825.070709:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075825.070734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075825.070760:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075825.070773:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075825/real 1769075825] req@ffff97a507940e00 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075825.070785:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075825.070794:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075825.070797:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075825.070801:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612104832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075825.134282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075825.134326:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075825.134340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075826.094186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075826.158190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075826.158244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075826.158278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075827.118254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075827.182258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075827.182264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075827.182337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075828.142222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075828.206183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075828.206184:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075828.206298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075829.166292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075829.230187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075829.230198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075829.230321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075830.190199:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075830.190209:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075830.190213:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075830.190214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075830.190225:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2818 00000100:00080000:2.0:1769075830.190235:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075830.190241:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075830.190275:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612104960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075830.190302:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075830.190305:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075830.190306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075830.190309:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2818 00000100:00080000:2.0:1769075830.190312:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075830.190315:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075830.190322:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075830.190331:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612105088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075830.190347:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104960:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075830.190403:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075830.190435:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075830/real 1769075830] req@ffff97a507940000 x1855007612104960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075830.190449:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612104960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075830.190456:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075830.190459:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075830.190463:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612104960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075830.190485:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105088:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075830.190509:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075830.190522:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075830/real 1769075830] req@ffff97a507942680 x1855007612105088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075830.190550:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612105088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075830.190557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075830.190559:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075830.190562:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075830.254182:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075830.254194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075830.254254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075831.214238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075831.278233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075831.278243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075831.278401:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075832.238271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075832.302228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075832.302253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075832.302347:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075833.262294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075833.326240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075833.326305:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075833.326373:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075834.286316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075834.350239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075834.350289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075834.350339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075835.310245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075835.310257:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075835.310268:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075835.310274:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075835.310286:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2823 00000100:00080000:1.0:1769075835.310299:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075835.310308:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075835.310351:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612105216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075835.310387:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075835.310391:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075835.310393:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075835.310398:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2823 00000100:00080000:1.0:1769075835.310402:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075835.310407:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075835.310418:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075835.310432:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612105344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075835.310460:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105216:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075835.310561:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075835.310605:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075835/real 1769075835] req@ffff97a506b5e300 x1855007612105216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075835.310628:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612105216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075835.310640:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075835.310645:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075835.310650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075835.310676:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075835.310714:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075835.310729:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075835/real 1769075835] req@ffff97a506b5ea00 x1855007612105344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075835.310743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612105344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075835.310753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075835.310757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075835.310761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075835.374198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075835.374215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075835.374270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075836.334320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075836.398246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075836.398246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075836.398343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075837.358232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075837.422234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075837.422234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075837.422316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075838.382342:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075838.446284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075838.446310:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075838.446452:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075839.406245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075839.470193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075839.470198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075839.470299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075840.430225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075840.430226:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075840.430246:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075840.430250:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075840.430259:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2828 00000100:00080000:1.0:1769075840.430269:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075840.430275:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075840.430308:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612105472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075840.430331:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075840.430333:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075840.430334:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075840.430338:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2828 00000100:00080000:1.0:1769075840.430340:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075840.430343:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075840.430351:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075840.430374:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075840.430395:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105472:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075840.430460:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075840.430495:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075840/real 1769075840] req@ffff97a506b5c700 x1855007612105472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075840.430511:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612105472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075840.430520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075840.430524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075840.430528:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075840.430559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075840.430577:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075840.430590:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075840/real 1769075840] req@ffff97a506b5ce00 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075840.430601:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075840.430608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075840.430611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075840.430615:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075840.494233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075840.494233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075840.494300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075841.454229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075841.518229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075841.518290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075841.518412:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075842.478266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075842.542252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075842.542253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075842.542315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075843.502237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075843.566230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075843.566271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075843.566297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075844.526231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075844.590240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075844.590240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075844.590357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075845.550303:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075845.550327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075845.550334:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075845.550342:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075845.550358:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2833 00000100:00080000:2.0:1769075845.550372:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075845.550380:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075845.550447:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612105728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075845.550485:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075845.550491:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075845.550493:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075845.550498:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2833 00000100:00080000:2.0:1769075845.550502:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075845.550507:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075845.550519:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075845.550535:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612105856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075845.550555:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075845.550702:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075845.614345:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075845.614346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075845.614419:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075846.574317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075846.638304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075846.638338:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075846.638411:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075847.598285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075847.662185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075847.662205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075847.662270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075848.622293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075848.622476:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075848.622552:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075848.622574:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075848.622625:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769075848.622680:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075845/real 1769075848] req@ffff97a507940000 x1855007612105856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075848.622713:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612105856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075848.622741:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075848.622748:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075848.622753:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612105856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075848.622764:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075845/real 1769075848] req@ffff97a507942680 x1855007612105728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075848.622780:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612105728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075848.622789:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075848.622793:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075848.622797:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075848.686210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075848.686214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075848.686348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075849.646318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075849.710271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075849.710278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075849.710347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075850.670245:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075850.670257:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075850.670263:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075850.670273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075850.670275:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2838 00000100:00080000:3.0:1769075850.670295:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075850.670305:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075850.670347:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612105984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075850.670376:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075850.670379:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075850.670381:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075850.670384:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2838 00000100:00080000:3.0:1769075850.670387:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075850.670389:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075850.670398:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075850.670408:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612106112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075850.670431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105984:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769075850.670511:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075850.670552:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075850/real 1769075850] req@ffff97a511926a00 x1855007612105984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075850.670570:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612105984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075850.670584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075850.670589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075850.670594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612105984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075850.670603:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075850.670639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075850.670654:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075850/real 1769075850] req@ffff97a511924000 x1855007612106112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075850.670668:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612106112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075850.670679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075850.670683:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075850.670687:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075850.734226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075850.734238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075850.734287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075851.694478:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075851.758308:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075851.758370:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075851.758382:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075852.718332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075852.782315:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075852.782318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075852.782561:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075853.742274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075853.806266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075853.806292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075853.806323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075854.766281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075854.830189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075854.830202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075854.830253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075855.790292:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075855.790301:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075855.790305:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075855.790308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075855.790314:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2843 00000100:00080000:2.0:1769075855.790342:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075855.790350:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075855.790404:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612106240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075855.790438:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075855.790443:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075855.790446:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075855.790451:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2843 00000100:00080000:2.0:1769075855.790456:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075855.790462:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075855.790470:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075855.790481:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075855.790484:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075855.790541:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075855.790572:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075855/real 1769075855] req@ffff97a507940e00 x1855007612106240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075855.790585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612106240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075855.790609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075855.790614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075855.790620:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075855.790647:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106368:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075855.790677:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075855.790707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075855/real 1769075855] req@ffff97a507940a80 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075855.790717:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075855.790724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075855.790726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075855.790729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075855.854229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075855.854229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075855.854259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075856.814293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075856.878224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075856.878236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075856.878297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075857.838233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075857.902201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075857.902236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075857.902287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075858.862216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075858.926192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075858.926215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075858.926336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075859.886297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075859.950287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075859.950306:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075859.950315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075860.910250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075860.910401:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075860.910432:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075860.910441:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075860.910460:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2848 00000100:00080000:0.0:1769075860.910482:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075860.910496:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075860.910569:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612106496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075860.910627:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075860.910635:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075860.910639:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075860.910649:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2848 00000100:00080000:0.0:1769075860.910659:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075860.910669:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075860.910689:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075860.910692:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075860.910756:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612106624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075860.910825:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075860.910893:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075860/real 1769075860] req@ffff97a506b2ca80 x1855007612106496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075860.910927:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612106496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075860.910958:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075860.910964:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075860.910970:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075860.911006:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075860.911072:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075860.911092:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075860/real 1769075860] req@ffff97a506b2f800 x1855007612106624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075860.911108:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612106624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075860.911168:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075860.911173:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075860.911177:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075860.974286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075860.974328:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075860.974419:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075861.934270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075861.998270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075861.998279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075861.998333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075862.958307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075863.022282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075863.022370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075863.022433:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075863.982289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075864.046216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075864.046216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075864.046252:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075865.006304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075865.070236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075865.070257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075865.070283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075866.030295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075866.030297:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075866.030311:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075866.030317:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075866.030329:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2853 00000100:00080000:3.0:1769075866.030346:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075866.030356:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075866.030433:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612106752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075866.030516:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075866.030523:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075866.030526:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075866.030534:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2853 00000100:00080000:3.0:1769075866.030542:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075866.030549:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075866.030566:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075866.030584:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075866.030595:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612106880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075866.030726:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075866.030789:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075866/real 1769075866] req@ffff97a511926680 x1855007612106752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075866.030813:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612106752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075866.030835:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075866.030840:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075866.030845:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612106752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075866.030875:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769075866.030914:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769075866.030952:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075866/real 1769075866] req@ffff97a511927800 x1855007612106880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075866.030968:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612106880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075866.030978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075866.030982:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769075866.030986:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612106880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075866.094237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075866.094273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075866.094317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769075867.054239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075867.118187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075867.118217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075867.118268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075868.078270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075868.142251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075868.142268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075868.142294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075869.102312:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075869.166190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075869.166235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075869.166295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075870.126277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075870.190183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075870.190210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075870.190265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075871.150298:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075871.150311:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075871.150317:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769075871.150319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075871.150356:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2858 00000100:00080000:0.0:1769075871.150372:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075871.152052:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075871.152097:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612107008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075871.152145:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075871.152151:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075871.152154:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075871.152161:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2858 00000100:00080000:0.0:1769075871.152172:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075871.152178:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075871.152186:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107008:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075871.152190:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075871.152211:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075871.152307:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075871.152360:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075871/real 1769075871] req@ffff97a506b2ce00 x1855007612107008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075871.152384:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612107008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075871.152397:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075871.152403:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075871.152408:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075871.152459:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107136:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075871.152490:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075871.152505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075871/real 1769075871] req@ffff97a506b2fb80 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075871.152521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075871.152533:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075871.152537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075871.152543:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075871.214232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075871.214276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075871.214362:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075872.174340:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075872.238281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075872.238289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075872.238332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075873.198325:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075873.262273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075873.262277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075873.262444:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075874.222272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075874.286267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075874.286278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075874.286321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075875.246346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075875.310273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075875.310277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075875.310440:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075876.270242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075876.270267:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075876.270279:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075876.270286:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075876.270312:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2864 00000100:00080000:0.0:1769075876.270345:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075876.270361:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075876.270440:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612107264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075876.270497:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075876.270508:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075876.270514:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075876.270527:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2864 00000100:00080000:0.0:1769075876.270538:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075876.270550:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075876.270554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107264:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769075876.270566:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075876.270605:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612107392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075876.270679:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075876.270810:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075876/real 1769075876] req@ffff97a506b2f480 x1855007612107264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075876.270872:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612107264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075876.270908:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075876.270918:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075876.270926:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075876.270967:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075876.271024:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075876.271044:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075876/real 1769075876] req@ffff97a506b2d180 x1855007612107392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075876.271059:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612107392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075876.271070:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075876.271074:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075876.271078:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075876.334248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075876.334285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075876.334319:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075877.294229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075877.358241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075877.358302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075877.358365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075878.318290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075878.382241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075878.382275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075878.382309:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075879.342238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075879.406257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075879.406350:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075879.406460:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075880.366219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075880.430241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075880.430357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075880.430380:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075881.390281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075881.390307:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075881.390319:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075881.390325:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075881.390338:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2869 00000100:00080000:0.0:1769075881.390354:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075881.390376:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075881.390439:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612107520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075881.390490:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075881.390494:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075881.390495:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075881.390501:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2869 00000100:00080000:0.0:1769075881.390506:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075881.390513:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075881.390542:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075881.390552:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075881.390569:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612107648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075881.390641:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075881.390707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075881/real 1769075881] req@ffff97a506b2c380 x1855007612107520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075881.390728:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612107520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075881.390740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075881.390744:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075881.390748:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075881.390773:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107648:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075881.390795:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075881.390806:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075881/real 1769075881] req@ffff97a506b2d180 x1855007612107648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075881.390817:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612107648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075881.390841:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075881.390843:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075881.390846:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075881.454245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075881.454282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075881.454358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075882.414338:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075882.478182:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075882.478251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075882.478320:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075883.438371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075883.502226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075883.502301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075883.502366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075884.462235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075884.526224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075884.526254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075884.526285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075885.486315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075885.550233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075885.550265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075885.550302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075886.510294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075886.510323:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075886.510332:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075886.510337:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075886.510347:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2874 00000100:00080000:2.0:1769075886.510360:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075886.510366:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075886.510416:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612107776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075886.510461:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075886.510464:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075886.510466:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075886.510469:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2874 00000100:00080000:2.0:1769075886.510472:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075886.510475:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075886.510483:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075886.510511:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075886.510518:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075886.510602:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075886.510665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075886/real 1769075886] req@ffff97a507941880 x1855007612107776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075886.510681:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612107776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075886.510690:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075886.510694:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075886.510697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612107776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075886.510722:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075886.510739:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075886.510747:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075886/real 1769075886] req@ffff97a507943b80 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075886.510756:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075886.510762:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075886.510765:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075886.510767:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612107904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075886.574200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075886.574231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075886.574236:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075887.534255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075887.598294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075887.598327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075887.598358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075888.558290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075888.622278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075888.622278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075888.622363:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075889.582279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075889.646294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075889.646294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075889.646359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075890.606393:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075890.670323:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075890.670350:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075890.670371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075891.630367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075891.630391:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075891.630426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075891.630434:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075891.630451:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2879 00000100:00080000:2.0:1769075891.630487:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075891.630526:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075891.630620:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612108032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075891.630667:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075891.630674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075891.630678:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075891.630686:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2879 00000100:00080000:2.0:1769075891.630706:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075891.630715:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075891.630733:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075891.630741:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075891.630768:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612108160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075891.630858:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075891.630937:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075891/real 1769075891] req@ffff97a507941c00 x1855007612108032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075891.630959:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612108032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075891.630970:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075891.630993:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075891.630997:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075891.631029:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075891.631061:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075891.631080:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075891/real 1769075891] req@ffff97a507941180 x1855007612108160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075891.631101:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612108160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075891.631132:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075891.631137:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075891.631142:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075891.694179:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075891.694275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075891.694289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075892.654232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075892.718237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075892.718241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075892.718263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075893.678207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075893.742263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075893.742264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075893.742341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075894.702263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075894.766183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075894.766214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075894.766227:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075895.726280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075895.790208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075895.790210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075895.790274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075896.750328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075896.750392:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075896.750404:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075896.750426:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075896.750440:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2884 00000100:00080000:0.0:1769075896.750453:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075896.750462:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075896.750517:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612108288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075896.750556:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075896.750559:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075896.750562:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075896.750566:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2884 00000100:00080000:0.0:1769075896.750571:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075896.750577:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075896.750587:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075896.750605:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075896.750608:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612108416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075896.750694:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075896.750746:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075896/real 1769075896] req@ffff97a506b2f480 x1855007612108288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075896.750763:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612108288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075896.750774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075896.750779:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075896.750783:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075896.750808:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108416:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075896.750829:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075896.750839:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075896/real 1769075896] req@ffff97a506b2fb80 x1855007612108416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075896.750850:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612108416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075896.750858:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075896.750861:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075896.750864:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075896.814305:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075896.814310:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075896.814394:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075897.774280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075897.838233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075897.838235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075897.838299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075898.798353:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075898.862263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075898.862271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075898.862305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075899.822298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075899.886193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075899.886206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075899.886313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075900.846237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075900.910214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075900.910214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075900.910239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075901.870266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075901.870306:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075901.870315:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075901.870320:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075901.870340:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2889 00000100:00080000:3.0:1769075901.870363:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075901.870372:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075901.870433:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612108544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075901.870466:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075901.870471:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075901.870473:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075901.870479:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2889 00000100:00080000:3.0:1769075901.870484:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075901.870489:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075901.870500:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075901.870501:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075901.870531:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075901.870583:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075901.870630:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075901/real 1769075901] req@ffff97a511925f80 x1855007612108544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075901.870647:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612108544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075901.870655:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075901.870658:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075901.870661:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075901.870683:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075901.870701:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075901.870709:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075901/real 1769075901] req@ffff97a511927100 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075901.870718:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075901.870724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075901.870726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075901.870729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075901.934190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075901.934192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075901.934309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075902.894233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075902.958237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075902.958238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075902.958261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075903.918245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075903.982234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075903.982265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075903.982318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075904.942235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075905.006230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075905.006233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075905.006249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075905.966243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075906.030193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075906.030211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075906.030317:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075906.990290:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075906.990305:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075906.990313:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075906.990326:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2894 00000100:00080000:3.0:1769075906.990343:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075906.990352:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075906.990396:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075906.990411:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612108800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075906.990445:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075906.990450:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075906.990453:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075906.990459:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2894 00000100:00080000:3.0:1769075906.990464:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075906.990470:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075906.990493:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108800:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769075906.990498:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075906.990528:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612108928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075906.990596:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075906.990655:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075906/real 1769075906] req@ffff97a511925c00 x1855007612108800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075906.990679:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612108800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075906.990694:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075906.990699:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075906.990705:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612108800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075906.990737:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075906.990763:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075906.990778:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075906/real 1769075906] req@ffff97a511927100 x1855007612108928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075906.990793:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612108928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075906.990804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075906.990809:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075906.990814:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612108928:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075907.054209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075907.054234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075907.054246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075908.014278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075908.078254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075908.078254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075908.078310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075909.038299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075909.102245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075909.102245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075909.102266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075910.062200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075910.126258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075910.126258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075910.126330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075911.086274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075911.150243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075911.150243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075911.150268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075912.110234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075912.110249:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075912.110259:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075912.110264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075912.110276:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2899 00000100:00080000:3.0:1769075912.110290:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075912.110298:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075912.110346:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612109056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075912.110378:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075912.110382:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075912.110384:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075912.110389:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2899 00000100:00080000:3.0:1769075912.110393:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075912.110398:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075912.110409:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075912.110411:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075912.110426:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612109184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075912.110513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075912.174220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075912.174223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075912.174276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075913.134235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075913.198213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075913.198219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075913.198241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075914.158236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075914.222221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075914.222227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075914.222270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075915.182233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075915.182470:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075915.182512:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075915.182541:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075915.182576:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769075915.182639:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075912/real 1769075915] req@ffff97a511927800 x1855007612109184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075915.182677:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612109184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075915.182693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075915.182700:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075915.182705:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075915.182715:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075912/real 1769075915] req@ffff97a511925f80 x1855007612109056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075915.182728:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612109056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075915.182735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075915.182739:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075915.182742:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075915.246280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075915.246285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075915.246310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075916.206282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075916.270210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075916.270210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075916.270356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075917.230294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075917.230348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075917.230355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075917.230360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075917.230370:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2905 00000100:00080000:2.0:1769075917.230384:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075917.230394:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075917.230438:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612109312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075917.230476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075917.230481:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075917.230483:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075917.230487:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2905 00000100:00080000:2.0:1769075917.230491:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075917.230496:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075917.230507:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075917.230521:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075917.230522:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075917.230613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075917.230663:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075917/real 1769075917] req@ffff97a507942a00 x1855007612109312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075917.230704:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612109312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075917.230715:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075917.230719:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075917.230723:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075917.230754:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075917.230781:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075917.230798:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075917/real 1769075917] req@ffff97a507940380 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075917.230810:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075917.230820:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075917.230823:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075917.230827:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109440:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075917.294233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075917.294248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075917.294272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769075918.254241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075918.318247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075918.318247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075918.318355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075919.278236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075919.342197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075919.342198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075919.342240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075920.302224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075920.366246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075920.366246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075920.366310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075921.326289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075921.390204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075921.390217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075921.390257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075922.350228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075922.350254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075922.350261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075922.350266:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075922.350282:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2910 00000100:00080000:2.0:1769075922.350305:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075922.350312:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075922.350355:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612109568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075922.350376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075922.350379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075922.350380:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075922.350383:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2910 00000100:00080000:2.0:1769075922.350386:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075922.350389:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075922.350399:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075922.350410:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075922.350411:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612109696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769075922.350487:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075922.350523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075922/real 1769075922] req@ffff97a507943100 x1855007612109568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075922.350538:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612109568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075922.350546:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075922.350549:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075922.350552:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075922.350584:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109696:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769075922.350599:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769075922.350607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075922/real 1769075922] req@ffff97a507940700 x1855007612109696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075922.350616:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612109696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075922.350622:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075922.350624:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769075922.350627:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075922.414232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075922.414232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075922.414287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075923.374223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075923.438183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075923.438183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075923.438268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075924.398223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075924.462211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075924.462211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075924.462276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075925.422238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075925.486238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075925.486239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075925.486267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075926.446267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075926.510264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075926.510291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075926.510351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075927.470229:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075927.470230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075927.470239:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075927.470244:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075927.470254:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2915 00000100:00080000:3.0:1769075927.470268:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075927.470276:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075927.470333:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612109824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075927.470358:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075927.470361:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075927.470363:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075927.470366:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2915 00000100:00080000:3.0:1769075927.470369:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075927.470374:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075927.470382:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075927.470390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075927.470398:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612109952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075927.470471:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075927.470508:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075927/real 1769075927] req@ffff97a511925f80 x1855007612109824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075927.470531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612109824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075927.470552:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075927.470556:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075927.470559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612109824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075927.470580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075927.470596:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075927.470604:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075927/real 1769075927] req@ffff97a511927800 x1855007612109952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075927.470613:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612109952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075927.470620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075927.470622:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075927.470625:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612109952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769075927.534226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075927.534226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075927.534256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075928.494356:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075928.558257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075928.558286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075928.558389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075929.518231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075929.582248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075929.582248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075929.582271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075930.542236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075930.606203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075930.606203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075930.606278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075931.566263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075931.630233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075931.630234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075931.630261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075932.590261:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075932.590271:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075932.590276:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075932.590279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769075932.590298:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2920 00000100:00080000:3.0:1769075932.590313:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075932.590323:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769075932.590381:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612110080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075932.590405:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075932.590408:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075932.590410:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075932.590413:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2920 00000100:00080000:3.0:1769075932.590427:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075932.590431:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075932.590439:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075932.590450:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769075932.590454:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075932.590531:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075932.590586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075932/real 1769075932] req@ffff97a511926680 x1855007612110080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075932.590606:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612110080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075932.590617:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075932.590621:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075932.590625:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075932.590651:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075932.590675:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075932.590687:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075932/real 1769075932] req@ffff97a511924000 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075932.590698:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075932.590708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075932.590711:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075932.590715:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075932.654210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075932.654213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075932.654273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075933.614267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075933.678252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075933.678253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075933.678275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075934.638251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075934.702194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075934.702194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075934.702273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075935.662236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075935.726240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075935.726240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075935.726266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075936.686249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769075936.750213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769075936.750213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075936.750276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075937.710302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075937.710306:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075937.710317:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075937.710323:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075937.710353:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2925 00000100:00080000:1.0:1769075937.710367:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075937.710375:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075937.710441:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612110336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075937.710466:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075937.710469:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075937.710470:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075937.710474:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2925 00000100:00080000:1.0:1769075937.710477:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075937.710482:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075937.710492:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075937.710511:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612110464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075937.710512:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110336:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075937.710614:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075937.710664:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075937/real 1769075937] req@ffff97a506b5d500 x1855007612110336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075937.710679:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612110336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075937.710687:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075937.710691:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075937.710695:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075937.710718:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110464:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075937.710757:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075937.710766:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075937/real 1769075937] req@ffff97a506b5d880 x1855007612110464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075937.710775:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612110464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075937.710781:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075937.710784:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075937.710786:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075937.774265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075937.774295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075937.774302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075938.734283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075938.798300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075938.798320:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769075938.798359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075939.758314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075939.822258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075939.822286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075939.822332:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075940.782277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075940.846199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075940.846243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075940.846269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075941.806227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075941.870232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075941.870232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769075941.870257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075942.830249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075942.830259:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075942.830265:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075942.830270:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075942.830280:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2930 00000100:00080000:1.0:1769075942.830291:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075942.830299:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075942.830340:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612110592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075942.830364:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075942.830367:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075942.830369:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075942.830372:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2930 00000100:00080000:1.0:1769075942.830374:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075942.830377:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075942.830384:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075942.830395:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612110720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075942.830416:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110592:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075942.830480:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075942.830517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075942/real 1769075942] req@ffff97a506b5e680 x1855007612110592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075942.830530:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612110592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075942.830538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075942.830542:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075942.830545:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075942.830565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075942.830580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075942.830587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075942/real 1769075942] req@ffff97a506b5d880 x1855007612110720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075942.830595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612110720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075942.830601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075942.830603:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075942.830605:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075942.894243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075942.894243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075942.894323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075943.854196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075943.918214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075943.918219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769075943.918242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075944.878260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075944.942194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075944.942205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075944.942261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075945.902227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075945.966196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075945.966196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769075945.966238:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075946.926245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075946.990232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075946.990232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075946.990297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075947.950187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075947.950248:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075947.950259:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075947.950264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075947.950276:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2935 00000100:00080000:0.0:1769075947.950290:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075947.950299:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075947.950353:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612110848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075947.950389:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075947.950394:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075947.950396:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075947.950401:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2935 00000100:00080000:0.0:1769075947.950406:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075947.950412:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075947.950423:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075947.950426:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075947.950443:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075947.950503:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075947.950545:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075947/real 1769075947] req@ffff97a506b2ce00 x1855007612110848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075947.950583:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612110848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075947.950595:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075947.950601:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075947.950605:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612110848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075947.950632:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110976:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075947.950657:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075947.950669:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075947/real 1769075947] req@ffff97a506b2f800 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075947.950678:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075947.950685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075947.950687:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075947.950690:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612110976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075948.014246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075948.014277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075948.014352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075948.974290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075949.038225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075949.038226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075949.038291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075949.998235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075950.062208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075950.062288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075950.062396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075951.022334:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075951.086245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075951.086280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075951.086323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075952.046298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075952.110206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075952.110256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075952.110299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075953.070307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075953.070372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075953.070390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075953.070399:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075953.070417:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2940 00000100:00080000:2.0:1769075953.070434:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075953.070444:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075953.070529:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612111104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075953.070567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075953.070574:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075953.070579:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075953.070587:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2940 00000100:00080000:2.0:1769075953.070595:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075953.070601:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075953.070611:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111104:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769075953.070615:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075953.070647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612111232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075953.070714:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075953.070759:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075953/real 1769075953] req@ffff97a507940700 x1855007612111104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075953.070783:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612111104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075953.070792:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075953.070796:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075953.070799:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075953.070824:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075953.070841:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075953.070850:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075953/real 1769075953] req@ffff97a507943100 x1855007612111232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075953.070859:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612111232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075953.070865:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075953.070868:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075953.070870:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075953.134218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075953.134284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075953.134310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075954.094201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075954.158228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075954.158259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075954.158314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075955.118222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075955.182261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075955.182262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075955.182338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075956.142278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075956.206236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075956.206358:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075956.206499:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075957.166296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075957.230215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075957.230215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075957.230357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075958.190226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075958.190231:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075958.190238:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075958.190243:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075958.190252:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2946 00000100:00080000:0.0:1769075958.190265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075958.190271:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075958.190314:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612111360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075958.190338:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075958.190340:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075958.190342:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075958.190345:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2946 00000100:00080000:0.0:1769075958.190348:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075958.190351:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075958.190366:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075958.190374:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075958.190392:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612111488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075958.190465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075958.190510:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075958/real 1769075958] req@ffff97a506b2ca80 x1855007612111360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075958.190531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612111360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075958.190541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075958.190546:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075958.190550:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075958.190577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075958.190602:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075958.190613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075958/real 1769075958] req@ffff97a506b2c000 x1855007612111488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075958.190622:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612111488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075958.190632:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075958.190635:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075958.190639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075958.254191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075958.254192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075958.254264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075959.214285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075959.278289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075959.278346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075959.278393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075960.238278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075960.302190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075960.302192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075960.302261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075961.262320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075961.326259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075961.326376:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075961.326511:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075962.286405:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075962.350247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075962.350264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075962.350493:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075963.310336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075963.310351:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075963.310359:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075963.310386:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2951 00000100:00100000:3.0:1769075963.310386:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075963.310411:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075963.310423:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075963.310482:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612111616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075963.310519:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075963.310524:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075963.310527:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075963.310535:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2951 00000100:00080000:0.0:1769075963.310543:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075963.310553:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075963.310585:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075963.310596:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769075963.310603:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075963.310695:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075963.310785:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075963/real 1769075963] req@ffff97a506b2ed80 x1855007612111616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075963.310809:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612111616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075963.310857:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075963.310863:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075963.310868:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075963.310901:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111744:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075963.310931:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075963.310959:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075963/real 1769075963] req@ffff97a506b2c700 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075963.310967:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075963.310973:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075963.310976:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075963.310978:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612111744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075963.374277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075963.374322:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075963.374438:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075964.334311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075964.398216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075964.398290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075964.398424:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075965.358328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075965.422338:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075965.422379:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075965.422436:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075966.382271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075966.446226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075966.446292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075966.446379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075967.406344:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075967.470361:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075967.470362:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075967.470439:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075968.430322:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075968.430339:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075968.430345:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075968.430346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769075968.430357:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2956 00000100:00080000:0.0:1769075968.430394:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075968.430404:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075968.430448:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612111872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075968.430507:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075968.430512:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075968.430514:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075968.430545:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2956 00000100:00080000:0.0:1769075968.430549:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075968.430554:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769075968.430567:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075968.430580:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612112000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075968.430598:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111872:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075968.430734:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075968.430795:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075968/real 1769075968] req@ffff97a506b2f100 x1855007612111872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075968.430824:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612111872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075968.430840:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075968.430846:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075968.430852:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612111872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075968.430896:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075968.430923:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075968.430939:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075968/real 1769075968] req@ffff97a506b2e300 x1855007612112000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075968.430955:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612112000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075968.430967:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075968.430971:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075968.430976:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075968.494262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075968.494290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075968.494399:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075969.454352:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075969.518275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075969.518307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075969.518400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075970.478326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075970.542312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075970.542314:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075970.542434:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075971.502298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075971.566317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075971.566319:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075971.566395:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075972.526326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075972.590265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075972.590307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075972.590414:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075973.550332:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075973.550347:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075973.550356:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075973.550371:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2961 00000100:00080000:3.0:1769075973.550389:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075973.550404:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769075973.550418:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075973.550467:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612112128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075973.550509:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075973.550514:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075973.550517:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075973.550522:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2961 00000100:00080000:3.0:1769075973.550526:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075973.550530:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769075973.550543:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075973.550559:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612112256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075973.550586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112128:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769075973.550686:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075973.550750:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075973/real 1769075973] req@ffff97a511926a00 x1855007612112128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075973.550788:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612112128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075973.550810:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075973.550818:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075973.550826:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075973.550870:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075973.550906:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075973.550924:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075973/real 1769075973] req@ffff97a511925180 x1855007612112256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075973.550942:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612112256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075973.550954:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075973.550958:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075973.550963:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075973.614275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075973.614316:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075973.614377:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075974.574241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075974.638229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075974.638283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075974.638316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075975.598307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075975.662253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075975.662295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075975.662385:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075976.622318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075976.686246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075976.686286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075976.686393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075977.646296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075977.710204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075977.710269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075977.710413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075978.670269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075978.670384:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075978.670392:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075978.670398:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075978.670413:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2966 00000100:00080000:2.0:1769075978.670428:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075978.670436:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075978.670490:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612112384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075978.670531:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075978.670535:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075978.670537:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075978.670542:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2966 00000100:00080000:2.0:1769075978.670546:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075978.670551:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075978.670562:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075978.670582:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075978.670613:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075978.670795:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075978.734283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075978.734292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075978.734411:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075979.694351:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075979.758266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075979.758323:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075979.758376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075980.718384:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075980.782309:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075980.782321:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075980.782358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075981.742329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769075981.742860:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769075981.742951:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075981.743006:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769075981.743090:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769075981.743281:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075978/real 1769075981] req@ffff97a507942a00 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075981.743336:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075981.743364:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075981.743375:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075981.743384:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769075981.743402:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075978/real 1769075981] req@ffff97a507940380 x1855007612112384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075981.743430:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612112384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075981.743446:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075981.743454:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075981.743462:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075981.806317:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075981.806356:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075981.806514:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075982.766272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075982.830226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075982.830288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075982.830437:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075983.790417:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075983.790432:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075983.790439:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075983.790446:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769075983.790458:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2971 00000100:00080000:2.0:1769075983.790484:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075983.790512:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769075983.790570:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612112640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075983.790628:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075983.790634:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075983.790639:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075983.790650:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2971 00000100:00080000:2.0:1769075983.790663:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075983.790675:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769075983.790699:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075983.790715:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075983.790760:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612112768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075983.790877:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075983.790980:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075983/real 1769075983] req@ffff97a507941180 x1855007612112640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075983.791022:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612112640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075983.791042:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075983.791051:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075983.791058:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075983.791104:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769075983.791205:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769075983.791236:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075983/real 1769075983] req@ffff97a507941c00 x1855007612112768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075983.791264:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612112768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075983.791281:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075983.791288:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769075983.791294:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612112768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075983.854264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075983.854278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075983.854423:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075984.814491:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075984.878223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075984.878274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075984.878393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075985.838293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075985.902269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075985.902278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075985.902435:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075986.862286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075986.926268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075986.926280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075986.926382:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075987.886308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075987.950214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075987.950262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075987.950396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075988.910327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075988.910370:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075988.910382:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075988.910389:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075988.910403:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2976 00000100:00080000:1.0:1769075988.910419:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075988.910429:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075988.910488:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612112896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075988.910535:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075988.910540:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075988.910543:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075988.910548:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2976 00000100:00080000:1.0:1769075988.910553:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075988.910558:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075988.910571:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075988.910590:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612113024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075988.910600:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112896:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075988.910700:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075988.910752:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075988/real 1769075988] req@ffff97a506b5d500 x1855007612112896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075988.910777:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612112896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075988.910791:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075988.910797:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075988.910802:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612112896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075988.910835:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113024:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075988.910895:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075988.910918:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075988/real 1769075988] req@ffff97a506b5ce00 x1855007612113024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075988.910941:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612113024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075988.910961:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075988.910968:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075988.910975:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075988.974267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075988.974270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075988.974375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075989.934257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075989.998258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075989.998259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075989.998386:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075990.958229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075991.022184:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075991.022194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075991.022244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075991.982284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075992.046242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075992.046260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075992.046357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075993.006309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075993.070267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075993.070329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075993.070433:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075994.030276:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075994.030280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075994.030296:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075994.030305:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075994.030320:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2981 00000100:00080000:1.0:1769075994.030338:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075994.030350:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075994.030411:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612113152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075994.030452:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075994.030458:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075994.030461:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075994.030467:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2981 00000100:00080000:1.0:1769075994.030472:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075994.030477:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075994.030491:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075994.030510:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075994.030528:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113152:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769075994.030649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075994.030718:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075994/real 1769075994] req@ffff97a506b5c700 x1855007612113152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075994.030745:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612113152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075994.030760:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075994.030766:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075994.030771:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075994.030830:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075994.030867:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075994.030884:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075994/real 1769075994] req@ffff97a506b5ea00 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075994.030900:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075994.030912:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075994.030916:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075994.030921:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769075994.094227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075994.094272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075994.094372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075995.054292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075995.118220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075995.118244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075995.118448:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075996.078296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075996.142218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075996.142293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075996.142381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075997.102296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769075997.166266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075997.166287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075997.166394:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075998.126314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769075998.190249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769075998.190274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075998.190472:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075999.150221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769075999.150225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075999.150236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075999.150243:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075999.150255:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2986 00000100:00080000:1.0:1769075999.150270:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075999.150281:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769075999.150331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612113408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075999.150358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075999.150361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075999.150363:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075999.150367:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2986 00000100:00080000:1.0:1769075999.150371:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075999.150375:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769075999.150386:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075999.150397:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769075999.150401:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612113536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075999.150469:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075999.150525:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075999/real 1769075999] req@ffff97a506b5e300 x1855007612113408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075999.150546:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612113408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075999.150557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075999.150562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075999.150566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769075999.150593:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769075999.150613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769075999.150624:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075999/real 1769075999] req@ffff97a506b5dc00 x1855007612113536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075999.150635:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612113536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075999.150644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075999.150647:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769075999.150651:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769075999.214208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075999.214208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769075999.214315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076000.174249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076000.238267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076000.238282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076000.238390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076001.198245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076001.262247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076001.262253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076001.262303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076002.222343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076002.286249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076002.286329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076002.286422:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076003.246256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076003.310233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076003.310234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076003.310415:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076004.270289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076004.270359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076004.270371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076004.270379:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076004.270392:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2992 00000100:00080000:2.0:1769076004.270408:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076004.270418:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076004.270473:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612113664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076004.270527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076004.270535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076004.270540:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076004.270550:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2992 00000100:00080000:2.0:1769076004.270559:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076004.270568:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076004.270576:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113664:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769076004.270590:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076004.270646:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612113792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076004.270708:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076004.270765:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076004/real 1769076004] req@ffff97a507943b80 x1855007612113664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076004.270802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612113664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076004.270823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076004.270832:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076004.270841:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076004.270883:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113792:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076004.270924:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076004.270943:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076004/real 1769076004] req@ffff97a507941880 x1855007612113792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076004.270959:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612113792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076004.270972:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076004.270976:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076004.270981:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612113792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076004.334231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076004.334242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076004.334346:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076005.294271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076005.358268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076005.358286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076005.358367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076006.318275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076006.382236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076006.382250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076006.382363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076007.342255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076007.406293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076007.406295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076007.406657:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076008.366298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076008.430251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076008.430258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076008.430384:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076009.390323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076009.390323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076009.390343:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076009.390352:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076009.390368:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 2997 00000100:00080000:0.0:1769076009.390388:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076009.390404:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076009.390506:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612113920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076009.390570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076009.390574:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076009.390576:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076009.390580:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 2997 00000100:00080000:0.0:1769076009.390586:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076009.390591:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076009.390603:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076009.390613:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076009.390622:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076009.390701:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076009.390748:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076009/real 1769076009] req@ffff97a506b2dc00 x1855007612113920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076009.390767:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612113920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076009.390778:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076009.390782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076009.390786:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612113920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076009.390834:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114048:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076009.390862:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076009.390876:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076009/real 1769076009] req@ffff97a506b2e300 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076009.390892:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076009.390920:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076009.390925:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076009.390929:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114048:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076009.454236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076009.454245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076009.454403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076010.414355:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076010.478236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076010.478237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076010.478413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076011.438338:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076011.502253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076011.502292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076011.502525:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076012.462250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076012.526274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076012.526296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076012.526381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076013.486238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076013.550238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076013.550260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076013.550380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076014.510276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076014.510292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769076014.510298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076014.510300:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076014.510334:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3002 00000100:00080000:1.0:1769076014.510350:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076014.510362:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076014.510414:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612114176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076014.510472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076014.510495:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076014.510497:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076014.510502:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3002 00000100:00080000:1.0:1769076014.510507:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076014.510512:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076014.510524:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076014.510542:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612114304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076014.510553:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114176:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076014.510653:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076014.510724:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076014/real 1769076014] req@ffff97a506b5ca80 x1855007612114176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076014.510756:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612114176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076014.510772:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076014.510780:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076014.510787:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076014.510826:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114304:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076014.510866:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076014.510888:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076014/real 1769076014] req@ffff97a506b5ed80 x1855007612114304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076014.510909:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612114304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076014.510924:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076014.510930:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076014.510937:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076014.574219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076014.574223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076014.574495:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076015.534309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076015.598237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076015.598259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076015.598355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076016.558251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076016.622237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076016.622271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076016.622376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076017.582278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076017.646261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076017.646261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076017.646343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076018.606282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076018.670252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076018.670272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076018.670422:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076019.630381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076019.630381:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076019.630399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076019.630406:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076019.630422:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3007 00000100:00080000:0.0:1769076019.630444:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076019.630457:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076019.630521:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612114432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076019.630558:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076019.630563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076019.630566:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076019.630576:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3007 00000100:00080000:0.0:1769076019.630586:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076019.630593:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076019.630611:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076019.630622:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076019.630637:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612114560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076019.630740:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076019.630820:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076019/real 1769076019] req@ffff97a506b2f100 x1855007612114432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076019.630972:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612114432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076019.630996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076019.631005:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076019.631014:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076019.631302:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114560:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076019.631476:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076019.631513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076019/real 1769076019] req@ffff97a506b2c700 x1855007612114560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076019.631542:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612114560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076019.631562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076019.631570:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076019.631577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114560:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076019.694221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076019.694262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076019.694398:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076020.654235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076020.718289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076020.718359:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076020.718478:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076021.678361:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076021.742305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076021.742347:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076021.742482:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076022.702373:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076022.766259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076022.766330:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076022.766467:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076023.726295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076023.790324:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076023.790351:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076023.790413:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076024.750364:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076024.750373:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076024.750391:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076024.750402:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076024.750419:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3012 00000100:00080000:2.0:1769076024.750437:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076024.750448:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076024.750517:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612114688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076024.750571:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076024.750577:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076024.750581:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076024.750599:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3012 00000100:00080000:2.0:1769076024.750605:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076024.750611:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076024.750633:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076024.750647:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076024.750655:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076024.750773:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076024.750831:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076024/real 1769076024] req@ffff97a507940a80 x1855007612114688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076024.750856:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612114688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076024.750870:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076024.750877:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076024.750883:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076024.750919:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114816:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076024.750946:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076024.750961:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076024/real 1769076024] req@ffff97a507940e00 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076024.750975:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076024.750996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076024.751000:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076024.751004:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612114816:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076024.814312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076024.814327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076024.814383:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076025.774412:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076025.838329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076025.838332:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076025.838425:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076026.798378:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076026.862201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076026.862280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076026.862328:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076027.822334:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076027.886204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076027.886309:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076027.886359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076028.846356:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076028.910277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076028.910351:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076028.910412:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076029.870381:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076029.870381:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076029.870397:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076029.870405:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076029.870421:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3017 00000100:00080000:0.0:1769076029.870440:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076029.870452:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076029.870518:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612114944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076029.870572:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076029.870580:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076029.870586:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076029.870596:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3017 00000100:00080000:0.0:1769076029.870605:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076029.870615:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076029.870630:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114944:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769076029.870631:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076029.870661:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612115072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076029.870742:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076029.870835:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076029/real 1769076029] req@ffff97a506b2ed80 x1855007612114944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076029.870873:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612114944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076029.870897:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076029.870903:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076029.870908:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612114944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076029.870957:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115072:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076029.870992:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076029.871009:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076029/real 1769076029] req@ffff97a506b2c000 x1855007612115072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076029.871025:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612115072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076029.871037:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076029.871041:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076029.871045:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115072:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076029.934274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076029.934324:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076029.934379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076030.894293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076030.958273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076030.958347:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076030.958400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076031.918259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076031.982220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076031.982220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076031.982327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076032.942307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076033.006298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076033.006304:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076033.006332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076033.966360:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076034.030281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076034.030283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076034.030359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076034.990268:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076034.990271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076034.990283:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076034.990289:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076034.990300:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3022 00000100:00080000:0.0:1769076034.990313:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076034.990322:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076034.990382:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612115200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076034.990420:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076034.990424:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076034.990426:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076034.990430:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3022 00000100:00080000:0.0:1769076034.990434:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076034.990441:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076034.990452:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076034.990471:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612115328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076034.990475:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115200:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076034.990594:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076034.990639:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076034/real 1769076034] req@ffff97a506b2ca80 x1855007612115200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076034.990659:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612115200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076034.990669:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076034.990674:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076034.990678:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076034.990733:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115328:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076034.990768:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076034.990780:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076034/real 1769076034] req@ffff97a506b2f800 x1855007612115328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076034.990792:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612115328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076034.990811:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076034.990814:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076034.990818:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115328:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076035.054251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076035.054256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076035.054368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076036.014302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076036.078221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076036.078274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076036.078358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076037.038295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076037.102351:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076037.102366:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076037.102449:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076038.062237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076038.126264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076038.126265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076038.126373:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076039.086276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076039.150222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076039.150257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076039.150351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076040.110220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076040.110254:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076040.110262:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076040.110269:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076040.110283:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3027 00000100:00080000:0.0:1769076040.110296:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076040.110304:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076040.110362:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612115456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076040.110391:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076040.110395:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076040.110397:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076040.110400:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3027 00000100:00080000:0.0:1769076040.110403:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076040.110407:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076040.110416:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076040.110429:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076040.110442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115456:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076040.110519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076040.110561:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076040/real 1769076040] req@ffff97a506b2ce00 x1855007612115456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076040.110581:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612115456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076040.110591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076040.110595:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076040.110598:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076040.110623:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115584:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076040.110642:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076040.110652:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076040/real 1769076040] req@ffff97a506b2fb80 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076040.110662:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076040.110682:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076040.110686:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076040.110691:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115584:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076040.174234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076040.174254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076040.174398:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076041.134344:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076041.198255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076041.198274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076041.198390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076042.158336:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076042.222307:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076042.222307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076042.222422:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076043.182268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076043.246225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076043.246249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076043.246363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076044.206287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076044.270260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076044.270268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076044.270404:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076045.230279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076045.230294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076045.230302:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076045.230317:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3033 00000100:00100000:3.0:1769076045.230327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076045.230335:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076045.230350:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076045.230424:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612115712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076045.230480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076045.230488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076045.230492:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076045.230501:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3033 00000100:00080000:0.0:1769076045.230509:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076045.230531:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076045.230551:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076045.230559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076045.230580:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612115840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076045.230748:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076045.294260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076045.294265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076045.294389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076046.254239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076046.318209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076046.318209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076046.318301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076047.278233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076047.342212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076047.342212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076047.342268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076048.302289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076048.302826:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076048.302947:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076048.302982:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076048.303058:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076048.303160:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076045/real 1769076048] req@ffff97a506b2d180 x1855007612115840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076048.303211:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612115840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076048.303237:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076048.303247:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076048.303257:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612115840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076048.303273:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076045/real 1769076048] req@ffff97a506b2f480 x1855007612115712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076048.303301:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612115712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076048.303317:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076048.303325:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076048.303332:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076048.366278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076048.366279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076048.366381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076049.326302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076049.390233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076049.390233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076049.390299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076050.350297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076050.350308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076050.350313:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076050.350323:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3038 00000100:00080000:1.0:1769076050.350336:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076050.350345:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076050.350395:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612115968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076050.350448:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076050.350452:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076050.350454:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076050.350455:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076050.350460:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3038 00000100:00080000:1.0:1769076050.350465:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076050.350470:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076050.350482:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076050.350499:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612116096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076050.350513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115968:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076050.350606:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076050.350656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076050/real 1769076050] req@ffff97a506b5fb80 x1855007612115968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.350680:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612115968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.350693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.350698:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076050.350703:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612115968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076050.350735:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116096:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076050.350778:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076050.350793:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076050/real 1769076050] req@ffff97a506b5c000 x1855007612116096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076050.350806:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612116096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076050.350822:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076050.350826:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076050.350830:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116096:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076050.414262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076050.414262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076050.414328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076051.374232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076051.438278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076051.438295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076051.438381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076052.398307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076052.462253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076052.462254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076052.462340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076053.422343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076053.486253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076053.486265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076053.486413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076054.446292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076054.510253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076054.510255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076054.510397:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076055.470379:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076055.470422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076055.470441:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076055.470452:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076055.470470:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3043 00000100:00080000:1.0:1769076055.470491:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076055.470503:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076055.470568:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612116224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076055.470630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076055.470636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076055.470641:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076055.470652:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3043 00000100:00080000:1.0:1769076055.470659:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076055.470669:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076055.470685:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076055.470708:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076055.470713:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076055.470876:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076055.470934:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076055/real 1769076055] req@ffff97a506b5f480 x1855007612116224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076055.470965:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612116224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076055.470979:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076055.470987:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076055.470993:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076055.471029:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116352:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076055.471059:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076055.471075:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076055/real 1769076055] req@ffff97a506b5f100 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076055.471090:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076055.471103:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076055.471108:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076055.471113:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076055.534260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076055.534289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076055.534417:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076056.494269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076056.558249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076056.558276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076056.558363:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076057.518321:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076057.582260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076057.582268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076057.582378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076058.542275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076058.606254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076058.606256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076058.606426:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076059.566257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076059.630270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076059.630326:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076059.630432:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076060.590351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076060.590364:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076060.590372:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076060.590387:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3048 00000100:00100000:2.0:1769076060.590390:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076060.590407:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076060.590420:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076060.590495:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612116480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076060.590547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076060.590552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076060.590554:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076060.590560:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3048 00000100:00080000:1.0:1769076060.590565:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076060.590570:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076060.590583:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076060.590607:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612116608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076060.590632:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116480:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076060.590785:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076060.590858:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076060/real 1769076060] req@ffff97a506b5f800 x1855007612116480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076060.590884:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612116480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076060.590899:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076060.590906:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076060.590912:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076060.590962:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116608:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076060.590984:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076060.590995:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076060/real 1769076060] req@ffff97a506b5f100 x1855007612116608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076060.591006:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612116608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076060.591015:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076060.591018:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076060.591021:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116608:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076060.654307:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076060.654312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076060.654406:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076061.614292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076061.678289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076061.678289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076061.678375:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076062.638277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076062.702196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076062.702248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076062.702353:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076063.662279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076063.726206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076063.726207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076063.726320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076064.686306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076064.750242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076064.750276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076064.750391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076065.710260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076065.710262:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.710281:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076065.710291:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076065.710308:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3053 00000100:00080000:2.0:1769076065.710329:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076065.710343:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076065.710421:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612116736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076065.710461:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076065.710467:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076065.710470:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076065.710477:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3053 00000100:00080000:2.0:1769076065.710485:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076065.710491:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076065.710502:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116736:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769076065.710503:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076065.710524:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612116864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076065.710604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076065.710648:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076065/real 1769076065] req@ffff97a507942680 x1855007612116736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076065.710689:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612116736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076065.710702:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076065.710707:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076065.710712:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076065.710743:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116864:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076065.710769:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076065.710782:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076065/real 1769076065] req@ffff97a507940000 x1855007612116864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076065.710794:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612116864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076065.710804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076065.710808:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076065.710811:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612116864:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076065.774231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076065.774273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076065.774327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076066.734325:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076066.798204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076066.798226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076066.798320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076067.758277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076067.822267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076067.822303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076067.822372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076068.782248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076068.846243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076068.846308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076068.846447:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076069.806213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076069.870217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076069.870224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076069.870311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076070.830231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076070.830289:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076070.830299:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076070.830306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076070.830318:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3058 00000100:00080000:3.0:1769076070.830334:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076070.830345:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076070.830426:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612116992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076070.830464:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076070.830469:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076070.830471:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076070.830476:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3058 00000100:00080000:3.0:1769076070.830481:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076070.830520:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076070.830533:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076070.830570:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076070.830580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116992:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076070.830665:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076070.830710:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076070/real 1769076070] req@ffff97a511925500 x1855007612116992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076070.830732:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612116992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076070.830744:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076070.830749:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076070.830754:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612116992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076070.830783:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117120:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076070.830806:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076070.830818:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076070/real 1769076070] req@ffff97a511927480 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076070.830830:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076070.830839:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076070.830843:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076070.830846:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076070.894222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076070.894245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076070.894302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076071.854282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076071.918265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076071.918269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076071.918356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076072.878273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076072.942282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076072.942288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076072.942383:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076073.902319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076073.966251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076073.966350:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076073.966385:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076074.926322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076074.990278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076074.990282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076074.990372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076075.950290:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076075.950295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076075.950307:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076075.950330:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076075.950353:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3063 00000100:00080000:3.0:1769076075.950370:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076075.950383:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076075.950477:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612117248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076075.950532:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076075.950541:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076075.950545:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076075.950554:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3063 00000100:00080000:3.0:1769076075.950563:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076075.950572:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076075.950588:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076075.950616:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612117376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076075.950621:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117248:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076075.950764:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076075.950825:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076075/real 1769076075] req@ffff97a511924e00 x1855007612117248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076075.950851:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612117248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076075.950867:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076075.950873:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076075.950880:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076075.950915:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117376:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076075.950944:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076075.950959:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076075/real 1769076075] req@ffff97a511924700 x1855007612117376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076075.950975:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612117376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076075.950988:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076075.950992:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076075.950997:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117376:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076076.014261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076076.014289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076076.014430:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076076.974376:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076077.038293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076077.038294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076077.038476:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076077.998212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076078.062199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076078.062226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076078.062305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076079.022260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076079.086238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076079.086270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076079.086368:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076080.046388:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076080.110246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076080.110269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076080.110381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076081.070249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076081.070306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076081.070341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076081.070347:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076081.070358:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3068 00000100:00080000:1.0:1769076081.070382:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076081.070391:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076081.070431:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612117504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076081.070463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076081.070465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076081.070467:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076081.070482:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3068 00000100:00080000:1.0:1769076081.070485:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076081.070489:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076081.070498:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076081.070508:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612117632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076081.070521:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117504:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076081.070591:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076081.070636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076081/real 1769076081] req@ffff97a506b5f480 x1855007612117504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076081.070650:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612117504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076081.070659:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076081.070662:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076081.070665:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076081.070685:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117632:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076081.070699:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076081.070707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076081/real 1769076081] req@ffff97a506b5c000 x1855007612117632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076081.070714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612117632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076081.070721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076081.070723:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076081.070725:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076081.134187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076081.134206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076081.134312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076082.094335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076082.158241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076082.158344:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076082.158395:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076083.118307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076083.182254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076083.182278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076083.182461:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076084.142283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076084.206234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076084.206258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076084.206386:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076085.166328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076085.230241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076085.230242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076085.230358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076086.190332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076086.190334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076086.190351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076086.190358:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076086.190372:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3074 00000100:00080000:1.0:1769076086.190390:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076086.190402:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076086.190458:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612117760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076086.190500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076086.190507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076086.190510:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076086.190515:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3074 00000100:00080000:1.0:1769076086.190520:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076086.190526:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076086.190540:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076086.190566:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076086.190566:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076086.190676:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076086.190738:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076086/real 1769076086] req@ffff97a506b5fb80 x1855007612117760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076086.190774:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612117760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076086.190796:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076086.190805:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076086.190813:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612117760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076086.190856:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117888:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076086.190914:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076086.190940:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076086/real 1769076086] req@ffff97a506b5ed80 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076086.190965:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076086.190984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076086.190992:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076086.191000:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612117888:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076086.254305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076086.254328:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076086.254401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076087.214319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076087.278278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076087.278282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076087.278390:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076088.238325:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076088.302261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076088.302296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076088.302380:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076089.262371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076089.326295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076089.326306:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076089.326433:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076090.286357:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076090.350268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076090.350324:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076090.350351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076091.310279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076091.310342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076091.310353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076091.310360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076091.310374:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3079 00000100:00080000:1.0:1769076091.310390:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076091.310404:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076091.310456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612118016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076091.310496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076091.310502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076091.310504:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076091.310510:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3079 00000100:00080000:1.0:1769076091.310515:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076091.310521:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076091.310534:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076091.310557:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612118144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076091.310576:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118016:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076091.310685:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076091.311075:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076091/real 1769076091] req@ffff97a506b5ca80 x1855007612118016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076091.311107:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612118016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076091.311304:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076091.311318:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076091.311329:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076091.311365:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118144:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076091.311406:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076091.311424:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076091/real 1769076091] req@ffff97a506b5dc00 x1855007612118144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076091.311451:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612118144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076091.311466:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076091.311473:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076091.311480:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118144:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076091.374274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076091.374312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076091.374398:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076092.334306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076092.398269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076092.398284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076092.398341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076093.358320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076093.422243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076093.422250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076093.422327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076094.382350:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076094.446250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076094.446277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076094.446348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076095.406196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076095.470246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076095.470291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076095.470380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076096.430276:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076096.430291:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076096.430298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076096.430317:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3084 00000100:00100000:3.0:1769076096.430330:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076096.430336:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076096.430347:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076096.430421:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612118272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076096.430463:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076096.430468:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076096.430470:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076096.430474:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3084 00000100:00080000:1.0:1769076096.430480:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076096.430486:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076096.430498:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076096.430511:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076096.430518:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612118400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076096.430608:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076096.430657:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076096/real 1769076096] req@ffff97a506b5e300 x1855007612118272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076096.430683:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612118272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076096.430699:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076096.430706:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076096.430713:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076096.430746:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118400:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076096.430773:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076096.430786:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076096/real 1769076096] req@ffff97a506b5ea00 x1855007612118400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076096.430798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612118400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076096.430808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076096.430813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076096.430819:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076096.494220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076096.494234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076096.494317:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076097.454236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076097.518274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076097.518291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076097.518388:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076098.478300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076098.542240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076098.542270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076098.542400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076099.502291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076099.566203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076099.566274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076099.566340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076100.526404:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076100.590304:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076100.590318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076100.590398:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076101.550303:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076101.550314:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769076101.550316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076101.550320:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076101.550342:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3089 00000100:00080000:1.0:1769076101.550355:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076101.550370:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076101.550440:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612118528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076101.550479:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076101.550484:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076101.550487:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076101.550492:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3089 00000100:00080000:1.0:1769076101.550497:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076101.550503:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076101.550516:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076101.550534:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076101.550551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118528:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076101.550679:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076101.550722:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076101/real 1769076101] req@ffff97a506b5c700 x1855007612118528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076101.550739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612118528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076101.550747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076101.550751:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076101.550755:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076101.550778:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118656:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076101.550798:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076101.550807:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076101/real 1769076101] req@ffff97a506b5ce00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076101.550816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076101.550823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076101.550825:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076101.550828:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118656:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076101.614256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076101.614329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076101.614377:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076102.574255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076102.638204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076102.638209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076102.638289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076103.598235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076103.662250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076103.662273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076103.662372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076104.622267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076104.686240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076104.686261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076104.686364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076105.646399:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076105.710238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076105.710290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076105.710357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076106.670268:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076106.670284:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769076106.670290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076106.670293:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076106.670313:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3094 00000100:00080000:1.0:1769076106.670331:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076106.670344:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076106.670404:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612118784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076106.670447:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076106.670452:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076106.670455:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076106.670461:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3094 00000100:00080000:1.0:1769076106.670465:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076106.670472:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076106.670486:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076106.670506:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612118912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076106.670517:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118784:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076106.670625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076106.670698:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076106/real 1769076106] req@ffff97a506b5d500 x1855007612118784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076106.670735:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612118784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076106.670771:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076106.670782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076106.670791:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612118784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076106.670829:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118912:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076106.670866:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076106.670911:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076106/real 1769076106] req@ffff97a506b5d880 x1855007612118912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076106.670938:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612118912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076106.670957:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076106.670964:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076106.670972:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612118912:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076106.734258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076106.734261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076106.734376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076107.694278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076107.758254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076107.758332:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076107.758344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076108.718324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076108.782243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076108.782263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076108.782394:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076109.742311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076109.806229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076109.806282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076109.806379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076110.766298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076110.830238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076110.830244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076110.830308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076111.790265:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076111.790266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076111.790280:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076111.790287:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076111.790300:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3099 00000100:00080000:1.0:1769076111.790316:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076111.790326:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076111.790381:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612119040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076111.790418:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076111.790424:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076111.790426:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076111.790432:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3099 00000100:00080000:1.0:1769076111.790438:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076111.790443:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076111.790454:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076111.790468:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076111.790474:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612119168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076111.790582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076111.854199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076111.854204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076111.854288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076112.814323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076112.878230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076112.878292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076112.878400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076113.838268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076113.902296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076113.902298:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076113.902386:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076114.862295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076114.862649:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076114.862727:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076114.862802:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076114.862877:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769076114.862993:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076111/real 1769076114] req@ffff97a506b5d880 x1855007612119168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076114.863062:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612119168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076114.863089:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076114.863100:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076114.863111:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076114.863175:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076111/real 1769076114] req@ffff97a506b5e680 x1855007612119040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076114.863209:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612119040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076114.863226:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076114.863235:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076114.863242:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076114.926248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076114.926309:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076114.926372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076115.886456:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076115.950305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076115.950376:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076115.950396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076116.910295:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076116.910323:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076116.910331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076116.910341:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076116.910347:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3104 00000100:00080000:1.0:1769076116.910369:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076116.910383:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076116.910449:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612119296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076116.910503:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076116.910511:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076116.910518:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076116.910525:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3104 00000100:00080000:1.0:1769076116.910532:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076116.910539:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076116.910555:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076116.910572:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076116.910582:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076116.910676:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076116.910771:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076116/real 1769076116] req@ffff97a506b5d500 x1855007612119296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076116.910811:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612119296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076116.910833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076116.910842:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076116.910849:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076116.910894:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119424:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076116.910943:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076116.910970:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076116/real 1769076116] req@ffff97a506b5ce00 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076116.910998:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076116.911030:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076116.911038:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076116.911046:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119424:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076116.974236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076116.974326:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076116.974360:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076117.934350:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076117.998243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076117.998268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076117.998371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076118.958290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076119.022228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076119.022255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076119.022363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076119.982364:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076120.046252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076120.046275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076120.046393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076121.006210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076121.070226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076121.070287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076121.070393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076122.030281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076122.030287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076122.030299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076122.030318:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076122.030334:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3109 00000100:00080000:1.0:1769076122.030353:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076122.030365:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076122.030429:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612119552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076122.030488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076122.030498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076122.030502:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076122.030511:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3109 00000100:00080000:1.0:1769076122.030520:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076122.030530:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076122.030548:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076122.030559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076122.030576:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612119680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076122.030710:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076122.030771:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076122/real 1769076122] req@ffff97a506b5c700 x1855007612119552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076122.030798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612119552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076122.030813:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076122.030819:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076122.030825:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076122.030857:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119680:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076122.030886:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076122.030900:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076122/real 1769076122] req@ffff97a506b5ea00 x1855007612119680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076122.030916:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612119680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076122.030928:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076122.030932:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076122.030936:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076122.094249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076122.094253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076122.094326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076123.054337:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076123.118213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076123.118269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076123.118410:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076124.078213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076124.142259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076124.142266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076124.142381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076125.102278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076125.166273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076125.166279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076125.166420:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076126.126314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076126.190227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076126.190227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076126.190336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076127.150258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076127.150269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076127.150277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076127.150282:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076127.150292:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3114 00000100:00080000:3.0:1769076127.150304:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076127.150311:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076127.150353:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612119808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076127.150397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076127.150400:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076127.150402:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076127.150407:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3114 00000100:00080000:3.0:1769076127.150420:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076127.150424:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076127.150434:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076127.150467:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076127.150467:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076127.150563:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076127.150647:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076127/real 1769076127] req@ffff97a511924a80 x1855007612119808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076127.150663:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612119808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076127.150673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076127.150677:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076127.150681:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612119808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076127.150708:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119936:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076127.150743:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076127.150754:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076127/real 1769076127] req@ffff97a511924700 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076127.150765:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076127.150772:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076127.150775:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076127.150777:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612119936:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076127.214188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076127.214199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076127.214285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076128.174292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076128.238231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076128.238252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076128.238406:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076129.198333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076129.262228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076129.262264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076129.262408:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076130.222268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076130.286266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076130.286280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076130.286340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076131.246382:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076131.310263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076131.310340:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076131.310379:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076132.270271:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076132.270271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076132.270284:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076132.270296:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076132.270312:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3120 00000100:00080000:1.0:1769076132.270330:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076132.270344:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076132.270427:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612120064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076132.270506:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076132.270512:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076132.270515:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076132.270522:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3120 00000100:00080000:1.0:1769076132.270530:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076132.270540:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076132.270558:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076132.270586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076132.270587:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076132.270719:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076132.270777:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076132/real 1769076132] req@ffff97a506b5e300 x1855007612120064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076132.270803:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612120064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076132.270818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076132.270825:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076132.270831:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076132.270864:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120192:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076132.270892:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076132.270906:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076132/real 1769076132] req@ffff97a506b5dc00 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076132.270922:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076132.270935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076132.270940:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076132.270944:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120192:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076132.334248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076132.334296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076132.334514:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076133.294344:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076133.358252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076133.358285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076133.358427:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076134.318327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076134.382247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076134.382250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076134.382345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076135.342321:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076135.406266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076135.406281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076135.406395:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076136.366281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076136.430257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076136.430257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076136.430435:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076137.390289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076137.390352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076137.390367:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076137.390397:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076137.390411:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3125 00000100:00080000:1.0:1769076137.390427:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076137.390437:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076137.390491:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612120320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076137.390529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076137.390534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076137.390537:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076137.390542:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3125 00000100:00080000:1.0:1769076137.390546:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076137.390551:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076137.390564:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076137.390580:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076137.390605:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120320:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076137.390700:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076137.390750:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076137/real 1769076137] req@ffff97a506b5ca80 x1855007612120320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076137.390775:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612120320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076137.390790:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076137.390795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076137.390801:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076137.390832:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120448:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076137.390878:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076137.390895:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076137/real 1769076137] req@ffff97a506b5ed80 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076137.390921:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076137.390933:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076137.390937:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076137.390941:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076137.454262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076137.454264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076137.454454:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076138.414310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076138.478237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076138.478257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076138.478381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076139.438306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076139.502284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076139.502284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076139.502402:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076140.462289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076140.526219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076140.526283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076140.526428:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076141.486350:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076141.550268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076141.550270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076141.550390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076142.510345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076142.510359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076142.510365:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076142.510391:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076142.510398:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3130 00000100:00080000:0.0:1769076142.510421:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076142.510436:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076142.510495:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612120576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076142.510537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076142.510542:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076142.510544:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076142.510551:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3130 00000100:00080000:0.0:1769076142.510557:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076142.510563:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076142.510576:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076142.510599:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612120704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076142.510612:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120576:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076142.510710:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076142.510766:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076142/real 1769076142] req@ffff97a506b2c380 x1855007612120576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076142.510791:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612120576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076142.510805:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076142.510811:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076142.510816:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076142.510847:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120704:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076142.510874:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076142.510889:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076142/real 1769076142] req@ffff97a506b2f480 x1855007612120704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076142.510904:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612120704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076142.510916:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076142.510920:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076142.510924:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120704:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076142.574253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076142.574253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076142.574327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076143.534329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076143.598237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076143.598237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076143.598321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076144.558298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076144.622201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076144.622205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076144.622313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076145.582332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076145.646264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076145.646311:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076145.646392:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076146.606308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076146.670249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076146.670301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076146.670396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076147.630281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076147.630284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076147.630293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076147.630300:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076147.630310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3135 00000100:00080000:0.0:1769076147.630322:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076147.630330:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076147.630373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612120832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076147.630396:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076147.630399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076147.630400:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076147.630403:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3135 00000100:00080000:0.0:1769076147.630406:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076147.630409:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076147.630419:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076147.630432:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076147.630432:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120832:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076147.630506:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076147.630543:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076147/real 1769076147] req@ffff97a506b2d180 x1855007612120832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076147.630558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612120832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076147.630567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076147.630570:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076147.630573:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612120832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076147.630594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120960:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076147.630608:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076147.630616:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076147/real 1769076147] req@ffff97a506b2fb80 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076147.630625:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076147.630631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076147.630633:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076147.630635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612120960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076147.694280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076147.694285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076147.694348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076148.654303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076148.718282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076148.718282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076148.718365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076149.678316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076149.742271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076149.742272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076149.742380:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076150.702339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076150.766335:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076150.766338:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076150.766342:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076151.726296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076151.790221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076151.790260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076151.790319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076152.750256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076152.750290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076152.750298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076152.750304:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076152.750314:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3140 00000100:00080000:3.0:1769076152.750326:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076152.750334:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076152.750380:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612121088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076152.750410:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076152.750413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076152.750415:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076152.750418:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3140 00000100:00080000:3.0:1769076152.750421:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076152.750424:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076152.750453:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076152.750472:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076152.750491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121088:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076152.750587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076152.750658:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076152/real 1769076152] req@ffff97a511924e00 x1855007612121088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076152.750697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612121088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076152.750718:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076152.750724:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076152.750730:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076152.750766:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121216:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076152.750808:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076152.750833:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076152/real 1769076152] req@ffff97a511927480 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076152.750859:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076152.750890:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076152.750898:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076152.750905:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121216:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076152.814275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076152.814310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076152.814339:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076153.774327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076153.838231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076153.838266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076153.838349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076154.798239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076154.862207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076154.862207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076154.862233:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076155.822280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076155.886259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076155.886271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076155.886393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076156.846318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076156.910252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076156.910280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076156.910331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076157.870288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076157.870304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076157.870316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076157.870323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076157.870349:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3145 00000100:00080000:2.0:1769076157.870365:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076157.870378:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076157.870438:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612121344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076157.870481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076157.870487:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076157.870490:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076157.870496:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3145 00000100:00080000:2.0:1769076157.870502:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076157.870508:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076157.870522:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076157.870542:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076157.870567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121344:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076157.870674:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076157.870741:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076157/real 1769076157] req@ffff97a507940000 x1855007612121344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076157.870771:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612121344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076157.870786:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076157.870792:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076157.870798:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121344:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076157.870830:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121472:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076157.870863:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076157.870878:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076157/real 1769076157] req@ffff97a507942680 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076157.870894:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076157.870905:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076157.870909:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076157.870914:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121472:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076157.934227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076157.934263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076157.934351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076158.894278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076158.958236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076158.958237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076158.958268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076159.918236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076159.982193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076159.982206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076159.982283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076160.942339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076161.006240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076161.006267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076161.006317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076161.966327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076162.030202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076162.030285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076162.030418:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076162.990240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076162.990261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076162.990271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076162.990276:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076162.990290:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3150 00000100:00080000:1.0:1769076162.990317:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076162.990327:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076162.990375:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612121600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076162.990420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076162.990425:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076162.990427:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076162.990432:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3150 00000100:00080000:1.0:1769076162.990436:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076162.990441:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076162.990453:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076162.990471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076162.990480:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121600:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076162.990576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076162.990623:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076162/real 1769076162] req@ffff97a506b5fb80 x1855007612121600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076162.990643:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612121600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076162.990656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076162.990661:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076162.990667:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076162.990696:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121728:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076162.990723:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076162.990735:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076162/real 1769076162] req@ffff97a506b5c000 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076162.990748:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076162.990759:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076162.990764:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076162.990767:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076163.054222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076163.054341:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076163.054347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076164.014308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076164.078244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076164.078280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076164.078393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076165.038298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076165.102234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076165.102269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076165.102351:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076166.062315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076166.126257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076166.126337:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076166.126415:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076167.086307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076167.150281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076167.150286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076167.150397:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076168.110312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076168.110324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076168.110328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076168.110340:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076168.110372:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3155 00000100:00080000:3.0:1769076168.110389:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076168.110401:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076168.110456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612121856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076168.110494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076168.110499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076168.110502:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076168.110507:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3155 00000100:00080000:3.0:1769076168.110512:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076168.110517:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076168.110530:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076168.110548:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076168.110557:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121856:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076168.110661:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076168.110722:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076168/real 1769076168] req@ffff97a511925500 x1855007612121856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076168.110747:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612121856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076168.110761:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076168.110767:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076168.110772:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612121856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076168.110805:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121984:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076168.110831:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076168.110904:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076168/real 1769076168] req@ffff97a511925180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076168.110922:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076168.110934:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076168.110939:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076168.110943:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612121984:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076168.174242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076168.174281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076168.174404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076169.134255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076169.198279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076169.198297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076169.198385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076170.158302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076170.222285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076170.222323:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076170.222480:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076171.182245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076171.246205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076171.246250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076171.246259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076172.206339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076172.270208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076172.270247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076172.270428:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076173.230226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076173.230233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076173.230241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076173.230247:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076173.230258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3161 00000100:00080000:1.0:1769076173.230271:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076173.230279:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076173.230321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612122112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076173.230355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076173.230377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076173.230380:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076173.230385:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3161 00000100:00080000:1.0:1769076173.230390:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076173.230395:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076173.230409:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076173.230428:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076173.230456:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122112:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076173.230604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076173.230676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076173/real 1769076173] req@ffff97a506b5f480 x1855007612122112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076173.230722:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612122112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076173.230735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076173.230742:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076173.230748:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076173.230798:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122240:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076173.230842:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076173.230859:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076173/real 1769076173] req@ffff97a506b5f100 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076173.230878:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076173.230891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076173.230896:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076173.230900:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122240:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076173.294194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076173.294211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076173.294264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076174.254231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076174.318196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076174.318200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076174.318289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076175.278343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076175.342239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076175.342239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076175.342385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076176.302292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076176.366297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076176.366299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076176.366429:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076177.326314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076177.390322:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076177.390323:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076177.390352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076178.350298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076178.350369:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076178.350384:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076178.350391:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076178.350411:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3166 00000100:00080000:1.0:1769076178.350434:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076178.350447:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076178.350515:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612122368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076178.350565:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076178.350570:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076178.350573:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076178.350579:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3166 00000100:00080000:1.0:1769076178.350585:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076178.350593:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076178.350610:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076178.350635:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076178.350644:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076178.350862:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076178.414261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076178.414270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076178.414406:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076179.374392:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076179.438232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076179.438244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076179.438311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076180.398411:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076180.462283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076180.462288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076180.462505:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076181.422543:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769076181.422710:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769076181.422775:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076181.422815:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769076181.422865:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769076181.422933:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076178/real 1769076181] req@ffff97a506b5f100 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076181.422987:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076181.423005:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076181.423012:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076181.423021:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076181.423037:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076178/real 1769076181] req@ffff97a506b5f800 x1855007612122368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076181.423064:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612122368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076181.423079:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076181.423087:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076181.423095:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076181.486221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076181.486278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076181.486305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076182.446358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076182.510226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076182.510232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076182.510321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076183.470209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076183.470313:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076183.470340:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076183.470346:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076183.470356:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3171 00000100:00080000:1.0:1769076183.470370:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076183.470380:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076183.470436:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612122624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076183.470485:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076183.470492:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076183.470495:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076183.470500:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3171 00000100:00080000:1.0:1769076183.470505:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076183.470511:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076183.470523:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076183.470545:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076183.470548:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076183.470682:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076183.470738:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076183/real 1769076183] req@ffff97a506b5f480 x1855007612122624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076183.470771:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612122624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076183.470788:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076183.470795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076183.470802:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076183.470840:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122752:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076183.470881:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076183.470903:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076183/real 1769076183] req@ffff97a506b5c000 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076183.470923:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076183.470938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076183.470944:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076183.470949:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612122752:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076183.534252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076183.534289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076183.534312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076184.494196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076184.558202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076184.558204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076184.558298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076185.518247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076185.582184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076185.582207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076185.582251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076186.542250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076186.606235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076186.606276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076186.606278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076187.566255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076187.630195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076187.630203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076187.630262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076188.590216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076188.590221:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076188.590229:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076188.590235:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076188.590244:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3176 00000100:00080000:1.0:1769076188.590257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076188.590264:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076188.590333:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612122880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076188.590367:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076188.590371:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076188.590373:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076188.590379:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3176 00000100:00080000:1.0:1769076188.590384:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076188.590389:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076188.590417:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076188.590429:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076188.590430:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076188.590533:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076188.590576:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076188/real 1769076188] req@ffff97a506b5fb80 x1855007612122880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076188.590593:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612122880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076188.590602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076188.590606:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076188.590609:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612122880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076188.590632:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123008:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076188.590650:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076188.590659:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076188/real 1769076188] req@ffff97a506b5ed80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076188.590668:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076188.590675:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076188.590678:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076188.590680:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076188.654215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076188.654237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076188.654355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076189.614323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076189.678251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076189.678301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076189.678355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076190.638282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076190.702245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076190.702262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076190.702355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076191.662381:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076191.726300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076191.726319:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076191.726367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076192.686272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076192.750248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076192.750258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076192.750351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076193.710278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076193.710286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076193.710316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076193.710323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076193.710338:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3181 00000100:00080000:2.0:1769076193.710357:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076193.710370:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076193.710459:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612123136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076193.710509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076193.710513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076193.710515:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076193.710519:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3181 00000100:00080000:2.0:1769076193.710524:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076193.710529:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076193.710541:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076193.710557:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076193.710573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123136:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076193.710677:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076193.710743:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076193/real 1769076193] req@ffff97a507940e00 x1855007612123136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076193.710774:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612123136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076193.710809:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076193.710817:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076193.710825:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076193.710864:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123264:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076193.710905:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076193.710926:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076193/real 1769076193] req@ffff97a507940a80 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076193.710947:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076193.710962:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076193.710968:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076193.710974:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123264:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076193.774280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076193.774280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076193.774283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076194.734222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076194.798262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076194.798339:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076194.798341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076195.758326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769076195.822264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076195.822304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076195.822384:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076196.782305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076196.846276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076196.846428:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076196.846535:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076197.806287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076197.870260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076197.870289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076197.870315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076198.830290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076198.830305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076198.830313:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076198.830331:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3186 00000100:00080000:2.0:1769076198.830376:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076198.830404:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076198.830408:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076198.830457:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612123392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076198.830481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076198.830484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076198.830486:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076198.830491:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3186 00000100:00080000:2.0:1769076198.830495:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076198.830499:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076198.830508:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076198.830513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076198.830523:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612123520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076198.830628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076198.830720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076198/real 1769076198] req@ffff97a507941880 x1855007612123392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076198.830764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612123392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076198.830786:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076198.830795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076198.830803:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076198.830852:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123520:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076198.830904:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076198.830937:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076198/real 1769076198] req@ffff97a507943b80 x1855007612123520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076198.830964:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612123520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076198.830984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076198.831006:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076198.831010:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123520:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076198.894223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076198.894271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076198.894393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076199.854278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076199.918248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076199.918267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076199.918391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076200.878286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076200.942218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076200.942235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076200.942437:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076201.902452:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076201.966248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076201.966261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076201.966350:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076202.926405:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076202.990232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076202.990254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076202.990449:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076203.950297:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076203.950306:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076203.950311:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076203.950322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076203.950322:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3191 00000100:00080000:2.0:1769076203.950335:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076203.950344:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076203.950390:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612123648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076203.950413:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076203.950415:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076203.950417:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076203.950420:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3191 00000100:00080000:2.0:1769076203.950423:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076203.950425:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076203.950434:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076203.950444:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076203.950453:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123648:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076203.950527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076203.950578:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076203/real 1769076203] req@ffff97a507941c00 x1855007612123648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076203.950596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612123648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076203.950605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076203.950608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076203.950611:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123648:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076203.950633:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123776:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076203.950670:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076203.950683:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076203/real 1769076203] req@ffff97a507941180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076203.950694:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076203.950703:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076203.950706:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076203.950710:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612123776:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076204.014212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076204.014216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076204.014272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076204.974319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076205.038288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076205.038302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076205.038427:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076205.998600:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076206.062307:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076206.062342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076206.062347:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076207.022318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076207.086261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076207.086293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076207.086456:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076208.046296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076208.110258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076208.110353:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076208.110400:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076209.070305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.070320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076209.070328:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076209.070344:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3196 00000100:00100000:0.0:1769076209.070350:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076209.070363:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076209.070378:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076209.070455:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612123904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076209.070496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076209.070501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076209.070504:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076209.070509:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3196 00000100:00080000:2.0:1769076209.070514:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076209.070518:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076209.070531:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076209.070548:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076209.070604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123904:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076209.070718:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076209.070791:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076209/real 1769076209] req@ffff97a507940380 x1855007612123904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076209.070823:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612123904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076209.070845:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076209.070854:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076209.070861:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612123904:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076209.070877:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124032:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076209.070923:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076209.070971:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076209/real 1769076209] req@ffff97a507942a00 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076209.070989:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076209.071001:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076209.071006:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076209.071010:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124032:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076209.134311:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076209.134313:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076209.134412:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076210.094257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076210.158275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076210.158302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076210.158387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076211.118333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076211.182239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076211.182281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076211.182336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076212.142228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076212.206182:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076212.206191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076212.206254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076213.166338:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076213.230195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076213.230223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076213.230330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076214.190363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076214.190378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076214.190384:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076214.190393:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076214.190401:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3202 00000100:00080000:3.0:1769076214.190420:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076214.190431:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076214.190487:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612124160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076214.190527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076214.190532:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076214.190535:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076214.190539:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3202 00000100:00080000:3.0:1769076214.190545:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076214.190551:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076214.190564:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076214.190584:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612124288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076214.190614:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124160:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076214.190732:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076214.190793:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076214/real 1769076214] req@ffff97a511926a00 x1855007612124160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076214.190819:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612124160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076214.190835:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076214.190842:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076214.190865:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076214.190901:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124288:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076214.190931:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076214.190947:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076214/real 1769076214] req@ffff97a511924000 x1855007612124288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076214.190963:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612124288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076214.190975:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076214.190980:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076214.190984:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124288:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076214.254280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076214.254303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076214.254439:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076215.214289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769076215.278233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076215.278276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076215.278338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076216.238211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076216.302246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076216.302316:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076216.302400:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076217.262246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076217.326245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076217.326254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076217.326420:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076218.286371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076218.350242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076218.350283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076218.350402:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076219.310187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076219.310196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076219.310202:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076219.310211:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3207 00000100:00080000:3.0:1769076219.310223:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076219.310227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076219.310232:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076219.310274:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612124416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076219.310302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076219.310304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076219.310306:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076219.310309:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3207 00000100:00080000:3.0:1769076219.310312:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076219.310315:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076219.310324:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076219.310333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612124544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076219.310342:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124416:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076219.310420:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076219.310473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076219/real 1769076219] req@ffff97a511926680 x1855007612124416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076219.310494:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612124416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076219.310507:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076219.310511:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076219.310516:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076219.310541:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124544:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076219.310567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076219.310580:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076219/real 1769076219] req@ffff97a511927800 x1855007612124544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076219.310594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612124544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076219.310604:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076219.310607:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076219.310611:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076219.374217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076219.374217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076219.374281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076220.334212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076220.398189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076220.398195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076220.398232:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076221.358271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076221.422219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076221.422273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076221.422394:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076222.382342:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076222.446248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076222.446276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076222.446407:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076223.406298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076223.470234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076223.470254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076223.470378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076224.430333:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076224.430346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076224.430348:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076224.430355:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076224.430373:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3212 00000100:00080000:2.0:1769076224.430391:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076224.430399:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076224.430455:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612124672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076224.430495:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076224.430499:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076224.430501:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076224.430506:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3212 00000100:00080000:2.0:1769076224.430510:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076224.430514:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076224.430526:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076224.430545:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076224.430563:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124672:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076224.430669:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076224.430724:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076224/real 1769076224] req@ffff97a507943100 x1855007612124672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076224.430751:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612124672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076224.430765:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076224.430772:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076224.430777:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076224.430811:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124800:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076224.430838:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076224.430853:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076224/real 1769076224] req@ffff97a507940700 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076224.430868:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076224.430879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076224.430883:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076224.430889:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612124800:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076224.494263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076224.494263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076224.494348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076225.454314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076225.518218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076225.518250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076225.518319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076226.478315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076226.542275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076226.542275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076226.542421:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076227.502269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076227.566235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076227.566244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076227.566357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076228.526290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076228.590207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076228.590217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076228.590271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076229.550353:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.550368:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076229.550376:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076229.550391:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3217 00000100:00080000:2.0:1769076229.550409:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076229.550420:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076229.550431:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076229.550481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612124928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076229.550535:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076229.550541:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076229.550543:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076229.550549:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3217 00000100:00080000:2.0:1769076229.550554:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076229.550560:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076229.550574:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076229.550594:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612125056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076229.550612:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124928:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076229.550731:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076229.550789:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076229/real 1769076229] req@ffff97a507940700 x1855007612124928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076229.550815:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612124928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076229.550861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076229.550868:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076229.550874:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612124928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076229.550908:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125056:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076229.550939:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076229.550955:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076229/real 1769076229] req@ffff97a507943100 x1855007612125056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076229.550971:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612125056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076229.550985:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076229.550990:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076229.550994:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076229.614289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076229.614294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076229.614454:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076230.574263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076230.638229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076230.638283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076230.638418:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076231.598298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076231.662193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076231.662217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076231.662362:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076232.622264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076232.686242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076232.686265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076232.686458:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076233.646353:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076233.710245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076233.710286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076233.710415:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076234.670335:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076234.670358:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769076234.670360:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076234.670366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076234.670384:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3222 00000100:00080000:2.0:1769076234.670414:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076234.670426:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076234.670482:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612125184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076234.670520:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076234.670525:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076234.670529:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076234.670535:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3222 00000100:00080000:2.0:1769076234.670541:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076234.670546:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076234.670559:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076234.670577:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612125312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076234.670624:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125184:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076234.670776:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076234.670838:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076234/real 1769076234] req@ffff97a507942a00 x1855007612125184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076234.670874:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612125184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076234.670891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076234.670911:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076234.670918:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076234.670934:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125312:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076234.670966:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076234.670982:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076234/real 1769076234] req@ffff97a507940380 x1855007612125312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076234.670997:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612125312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076234.671010:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076234.671014:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076234.671018:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125312:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076234.734236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076234.734248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076234.734462:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076235.694277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076235.758262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076235.758343:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076235.758441:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076236.718259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076236.782289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076236.782350:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076236.782451:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076237.742253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076237.806273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076237.806300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076237.806343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076238.766260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076238.830279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076238.830318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076238.830369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076239.790229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076239.790234:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076239.790244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076239.790251:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076239.790262:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3227 00000100:00080000:2.0:1769076239.790278:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076239.790323:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076239.790376:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612125440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076239.790411:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076239.790416:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076239.790418:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076239.790423:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3227 00000100:00080000:2.0:1769076239.790428:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076239.790434:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076239.790446:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076239.790449:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076239.790463:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076239.790523:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076239.790577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076239/real 1769076239] req@ffff97a507940380 x1855007612125440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076239.790595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612125440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076239.790604:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076239.790609:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076239.790612:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076239.790634:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125568:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076239.790651:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076239.790677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076239/real 1769076239] req@ffff97a507942a00 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076239.790686:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076239.790693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076239.790695:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076239.790697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125568:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076239.854193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076239.854195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076239.854287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076240.814231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076240.878276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076240.878291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076240.878393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076241.838323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076241.902275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076241.902298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076241.902401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076242.862273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076242.926248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076242.926283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076242.926375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076243.886274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076243.950258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076243.950261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076243.950350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076244.910343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076244.910441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076244.910454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076244.910458:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076244.910494:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3232 00000100:00080000:1.0:1769076244.910511:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076244.910521:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076244.910619:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612125696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076244.910677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076244.910681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076244.910683:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076244.910688:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3232 00000100:00080000:1.0:1769076244.910692:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076244.910696:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076244.910709:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076244.910725:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612125824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076244.910761:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076244.910971:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076244.974268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076244.974268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076244.974421:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076245.934259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076245.998254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076245.998335:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076245.998441:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076246.958291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076247.022277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076247.022313:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076247.022380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076247.982298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769076247.982638:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769076247.982708:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076247.982732:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769076247.982813:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769076247.982884:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076244/real 1769076247] req@ffff97a506b5dc00 x1855007612125824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076247.982922:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612125824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076247.982940:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076247.982956:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076247.982962:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612125824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076247.982973:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076244/real 1769076247] req@ffff97a506b5ca80 x1855007612125696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076247.982993:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612125696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076247.983005:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076247.983010:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076247.983015:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076248.046302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076248.046342:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076248.046369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076249.006271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076249.070251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076249.070293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076249.070408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076250.030273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076250.030327:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076250.030339:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076250.030345:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076250.030361:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3237 00000100:00080000:3.0:1769076250.030376:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076250.030387:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076250.030440:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612125952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076250.030516:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076250.030521:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076250.030524:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076250.030530:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3237 00000100:00080000:3.0:1769076250.030535:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076250.030541:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076250.030554:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076250.030574:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612126080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076250.030603:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125952:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076250.030723:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076250.030815:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076250/real 1769076250] req@ffff97a511925f80 x1855007612125952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076250.030853:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612125952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076250.030887:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076250.030897:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076250.030905:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612125952:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076250.030949:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126080:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076250.031026:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076250.031051:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076250/real 1769076250] req@ffff97a511927100 x1855007612126080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076250.031077:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612126080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076250.031108:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076250.031115:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076250.031122:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126080:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076250.094231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076250.094275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076250.094384:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076251.054250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076251.118225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076251.118260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076251.118346:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076252.078274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076252.142236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076252.142264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076252.142485:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076253.102276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076253.166238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076253.166286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076253.166494:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076254.126273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076254.190329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076254.190329:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076254.190518:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076255.150280:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076255.150285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076255.150298:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076255.150305:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076255.150319:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3242 00000100:00080000:3.0:1769076255.150347:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076255.150359:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076255.150449:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612126208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076255.150495:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076255.150501:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076255.150503:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076255.150509:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3242 00000100:00080000:3.0:1769076255.150513:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076255.150519:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076255.150533:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076255.150553:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076255.150563:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126208:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076255.150673:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076255.150751:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076255/real 1769076255] req@ffff97a511925c00 x1855007612126208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076255.150776:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612126208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076255.150791:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076255.150797:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076255.150802:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076255.150850:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126336:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076255.150878:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076255.150893:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076255/real 1769076255] req@ffff97a511927100 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076255.150909:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076255.150920:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076255.150934:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076255.150938:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076255.214243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076255.214276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076255.214364:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076256.174299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076256.238242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076256.238399:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076256.238517:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076257.198295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076257.262242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076257.262245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076257.262333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076258.222248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076258.286259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076258.286279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076258.286497:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076259.246273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076259.310254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076259.310278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076259.310418:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076260.270234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076260.270284:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076260.270306:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076260.270347:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076260.270360:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3248 00000100:00080000:2.0:1769076260.270376:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076260.270387:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076260.270455:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612126464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076260.270493:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076260.270508:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076260.270510:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076260.270516:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3248 00000100:00080000:2.0:1769076260.270522:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076260.270528:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076260.270541:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076260.270559:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612126592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076260.270570:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126464:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076260.270687:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076260.270754:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076260/real 1769076260] req@ffff97a507941180 x1855007612126464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076260.270789:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612126464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076260.270804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076260.270810:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076260.270816:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076260.270860:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126592:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076260.270890:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076260.270910:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076260/real 1769076260] req@ffff97a507941c00 x1855007612126592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076260.270937:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612126592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076260.270955:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076260.270962:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076260.270989:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126592:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076260.334230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076260.334237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076260.334358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076261.294192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076261.358207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076261.358233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076261.358327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076262.318259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076262.382181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076262.382202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076262.382293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076263.342242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076263.406273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076263.406277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076263.406360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076264.366322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076264.430199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076264.430207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076264.430284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076265.390207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076265.390207:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076265.390220:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076265.390238:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076265.390251:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3253 00000100:00080000:2.0:1769076265.390266:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076265.390276:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076265.390324:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612126720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076265.390353:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076265.390356:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076265.390358:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076265.390361:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3253 00000100:00080000:2.0:1769076265.390366:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076265.390369:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076265.390380:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076265.390391:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612126848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076265.390396:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126720:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076265.390498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076265.390582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076265/real 1769076265] req@ffff97a507943b80 x1855007612126720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076265.390633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612126720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076265.390646:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076265.390651:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076265.390654:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076265.390702:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126848:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076265.390756:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076265.390793:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076265/real 1769076265] req@ffff97a507941880 x1855007612126848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076265.390817:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612126848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076265.390828:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076265.390832:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076265.390835:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612126848:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076265.454274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076265.454292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076265.454339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076266.414282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076266.478222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076266.478290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076266.478436:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076267.438249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076267.502284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076267.502284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076267.502387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076268.462301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076268.526259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076268.526275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076268.526373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076269.486323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076269.550270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076269.550273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076269.550403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076270.510295:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076270.510316:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076270.510325:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076270.510327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076270.510346:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3258 00000100:00080000:0.0:1769076270.510367:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076270.510383:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076270.510455:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612126976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076270.510502:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076270.510508:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076270.510511:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076270.510518:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3258 00000100:00080000:0.0:1769076270.510526:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076270.510535:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076270.510549:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076270.510579:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076270.510580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126976:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076270.510813:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076270.510881:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076270/real 1769076270] req@ffff97a506b2ce00 x1855007612126976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076270.510907:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612126976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076270.510922:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076270.510928:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076270.510933:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612126976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076270.510977:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127104:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076270.511011:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076270.511026:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076270/real 1769076270] req@ffff97a506b2f800 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076270.511055:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076270.511067:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076270.511071:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076270.511076:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076270.574253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076270.574279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076270.574365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076271.534276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076271.598282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076271.598293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076271.598384:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076272.558290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076272.622218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076272.622275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076272.622348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076273.582253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076273.646234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076273.646236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076273.646318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076274.606242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076274.670208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076274.670240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076274.670337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076275.630232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076275.630248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076275.630256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076275.630261:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076275.630291:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3263 00000100:00080000:1.0:1769076275.630307:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076275.630317:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076275.630382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612127232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076275.630439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076275.630444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076275.630447:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076275.630452:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3263 00000100:00080000:1.0:1769076275.630458:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076275.630463:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076275.630499:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076275.630513:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076275.630528:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127232:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076275.630623:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076275.630698:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076275/real 1769076275] req@ffff97a506b5e300 x1855007612127232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076275.630712:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612127232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076275.630720:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076275.630724:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076275.630727:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076275.630776:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127360:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076275.630823:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076275.630833:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076275/real 1769076275] req@ffff97a506b5ea00 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076275.630844:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076275.630852:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076275.630854:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076275.630857:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127360:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076275.694193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076275.694195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076275.694284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076276.654236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076276.718241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076276.718273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076276.718411:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076277.678232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076277.742238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076277.742239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076277.742301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076278.702235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076278.766232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076278.766279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076278.766353:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076279.726236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076279.790265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076279.790287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076279.790356:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076280.750236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076280.750279:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076280.750291:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076280.750298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076280.750312:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3268 00000100:00080000:2.0:1769076280.750328:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076280.750339:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076280.750391:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612127488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076280.750434:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076280.750439:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076280.750442:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076280.750449:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3268 00000100:00080000:2.0:1769076280.750457:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076280.750465:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076280.750483:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076280.750513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076280.750518:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076280.750615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076280.750694:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076280/real 1769076280] req@ffff97a507940a80 x1855007612127488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076280.750721:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612127488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076280.750737:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076280.750746:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076280.750752:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076280.750784:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127616:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076280.750813:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076280.750829:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076280/real 1769076280] req@ffff97a507940e00 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076280.750845:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076280.750857:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076280.750862:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076280.750866:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076280.814242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076280.814269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076280.814359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076281.774272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076281.838239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076281.838269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076281.838374:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076282.798202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076282.862239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076282.862272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076282.862374:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076283.822246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076283.886235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076283.886265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076283.886391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076284.846472:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076284.910253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076284.910262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076284.910312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076285.870324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076285.870336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076285.870355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076285.870365:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076285.870396:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3273 00000100:00080000:1.0:1769076285.870416:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076285.870430:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076285.870512:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612127744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076285.870554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076285.870559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076285.870561:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076285.870567:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3273 00000100:00080000:1.0:1769076285.870573:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076285.870580:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076285.870593:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076285.870613:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076285.870628:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127744:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076285.870735:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076285.870821:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076285/real 1769076285] req@ffff97a506b5c700 x1855007612127744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076285.870857:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612127744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076285.870873:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076285.870900:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076285.870909:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612127744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076285.870949:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127872:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076285.870986:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076285.871017:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076285/real 1769076285] req@ffff97a506b5ce00 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076285.871033:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076285.871046:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076285.871050:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076285.871054:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612127872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076285.934232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076285.934240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076285.934430:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076286.894312:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076286.958200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076286.958232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076286.958352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076287.918298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076287.982257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076287.982263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076287.982394:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076288.942343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076289.006248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076289.006256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076289.006399:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076289.966279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076290.030258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076290.030258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076290.030337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076290.990240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076290.990286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076290.990297:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076290.990305:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076290.990318:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3278 00000100:00080000:0.0:1769076290.990334:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076290.990345:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076290.990407:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612128000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076290.990464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076290.990469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076290.990472:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076290.990477:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3278 00000100:00080000:0.0:1769076290.990488:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076290.990493:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076290.990508:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076290.990535:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612128128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076290.990576:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128000:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076290.990693:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076290.990750:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076290/real 1769076290] req@ffff97a506b2ca80 x1855007612128000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076290.990789:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612128000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076290.990827:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076290.990833:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076290.990839:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128000:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076290.990860:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128128:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076290.990891:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076290.990907:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076290/real 1769076290] req@ffff97a506b2c000 x1855007612128128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076290.990923:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612128128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076290.990934:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076290.990938:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076290.990942:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128128:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076291.054259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076291.054278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076291.054401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076292.014280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076292.078200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076292.078203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076292.078251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076293.038333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076293.102216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076293.102270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076293.102369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076294.062237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076294.126236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076294.126318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076294.126363:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076295.086270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076295.150260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076295.150345:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076295.150364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076296.110255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076296.110281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076296.110293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076296.110300:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076296.110310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3283 00000100:00080000:0.0:1769076296.110324:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076296.110332:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076296.110381:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612128256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076296.110422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076296.110439:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076296.110441:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076296.110445:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3283 00000100:00080000:0.0:1769076296.110448:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076296.110452:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076296.110463:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076296.110475:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612128384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076296.110526:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128256:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076296.110614:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076296.110661:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076296/real 1769076296] req@ffff97a506b2ed80 x1855007612128256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076296.110681:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612128256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076296.110692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076296.110697:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076296.110700:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076296.110734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128384:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076296.110769:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076296.110782:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076296/real 1769076296] req@ffff97a506b2c700 x1855007612128384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076296.110793:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612128384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076296.110802:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076296.110806:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076296.110809:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076296.174256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076296.174271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076296.174424:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076297.134285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076297.198240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076297.198299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076297.198397:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076298.158206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076298.222206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076298.222252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076298.222306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076299.182280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076299.246284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076299.246302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076299.246363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076300.206228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076300.270245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076300.270313:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076300.270408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076301.230254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076301.230255:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076301.230272:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076301.230278:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076301.230292:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3289 00000100:00080000:0.0:1769076301.230308:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076301.230319:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076301.230374:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612128512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076301.230415:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076301.230420:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076301.230423:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076301.230428:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3289 00000100:00080000:0.0:1769076301.230433:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076301.230437:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076301.230450:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076301.230470:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076301.230523:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128512:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076301.230658:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076301.230714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076301/real 1769076301] req@ffff97a506b2f100 x1855007612128512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076301.230739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612128512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076301.230753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076301.230759:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076301.230765:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076301.230775:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128640:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076301.230804:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076301.230818:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076301/real 1769076301] req@ffff97a506b2e300 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076301.230833:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076301.230845:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076301.230849:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076301.230853:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076301.294232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076301.294270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076301.294382:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076302.254281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076302.318222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076302.318268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076302.318441:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076303.278228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076303.342345:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076303.342347:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076303.342434:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076304.302263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076304.366242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076304.366281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076304.366383:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076305.326279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076305.390232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076305.390298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076305.390400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076306.350278:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076306.350292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076306.350301:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769076306.350302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076306.350319:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3294 00000100:00080000:0.0:1769076306.350338:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076306.350351:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076306.350412:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612128768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076306.350469:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076306.350475:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076306.350478:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076306.350486:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3294 00000100:00080000:0.0:1769076306.350492:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076306.350500:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076306.350529:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076306.350580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076306.350595:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612128896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076306.350741:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076306.350813:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076306/real 1769076306] req@ffff97a506b2dc00 x1855007612128768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076306.350843:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612128768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076306.350857:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076306.350875:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076306.350881:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612128768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076306.350919:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128896:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076306.350954:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076306.350972:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076306/real 1769076306] req@ffff97a506b2e300 x1855007612128896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076306.350996:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612128896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076306.351008:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076306.351012:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076306.351017:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612128896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076306.414258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076306.414286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076306.414381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076307.374299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076307.438272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076307.438282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076307.438433:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076308.398261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076308.462254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076308.462267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076308.462406:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076309.422210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076309.486170:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076309.486181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076309.486264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076310.446217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076310.510228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076310.510228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076310.510289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076311.470282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076311.470283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.470303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076311.470311:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076311.470325:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3299 00000100:00080000:2.0:1769076311.470342:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076311.470353:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076311.470421:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612129024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076311.470491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076311.470497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076311.470511:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076311.470517:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3299 00000100:00080000:2.0:1769076311.470521:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076311.470527:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076311.470542:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076311.470563:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612129152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076311.470577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076311.470782:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076311.534280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076311.534288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076311.534389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076312.494240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076312.558276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076312.558277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076312.558380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076313.518269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076313.582269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076313.582274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076313.582349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076314.542254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769076314.542531:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769076314.542589:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076314.542615:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769076314.542675:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769076314.542780:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076311/real 1769076314] req@ffff97a507940000 x1855007612129152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076314.542831:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612129152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076314.542856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076314.542866:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076314.542873:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076314.542886:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076311/real 1769076314] req@ffff97a507942680 x1855007612129024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076314.542928:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612129024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076314.542944:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076314.542952:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076314.542959:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076314.606273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076314.606291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076314.606379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076315.566445:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076315.630245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076315.630245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076315.630342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076316.590324:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076316.590339:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076316.590346:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076316.590359:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3304 00000100:00080000:0.0:1769076316.590398:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076316.590411:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076316.590421:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076316.590470:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612129280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076316.590511:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076316.590516:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076316.590519:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076316.590524:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3304 00000100:00080000:0.0:1769076316.590529:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076316.590533:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076316.590548:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076316.590564:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076316.590615:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129280:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076316.590734:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076316.590806:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076316/real 1769076316] req@ffff97a506b2f100 x1855007612129280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076316.590842:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612129280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076316.590863:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076316.590872:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076316.590880:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076316.590896:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076316.590942:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076316.590968:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076316/real 1769076316] req@ffff97a506b2c700 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076316.590994:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076316.591014:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076316.591021:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076316.591027:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076316.654244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076316.654253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076316.654350:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076317.614468:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076317.678253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076317.678261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076317.678390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076318.638271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076318.702244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076318.702246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076318.702401:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076319.662291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076319.726237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076319.726267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076319.726396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076320.686244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076320.750271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076320.750349:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076320.750370:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076321.710316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076321.710325:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076321.710338:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076321.710344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076321.710359:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3309 00000100:00080000:0.0:1769076321.710377:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076321.710388:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076321.710449:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612129536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076321.710487:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076321.710492:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076321.710495:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076321.710500:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3309 00000100:00080000:0.0:1769076321.710505:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076321.710513:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076321.710527:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076321.710547:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612129664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076321.710566:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129536:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076321.710716:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076321.710777:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076321/real 1769076321] req@ffff97a506b2ed80 x1855007612129536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076321.710806:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612129536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076321.710821:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076321.710827:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076321.710833:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076321.710870:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129664:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076321.710897:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076321.710912:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076321/real 1769076321] req@ffff97a506b2c000 x1855007612129664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076321.710926:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612129664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076321.710940:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076321.710944:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076321.710948:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076321.774242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076321.774319:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076321.774346:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076322.734241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076322.798299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076322.798336:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076322.798405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076323.758273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076323.822282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076323.822296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076323.822405:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076324.782215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076324.846247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076324.846376:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076324.846472:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076325.806373:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076325.870277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076325.870295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076325.870445:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076326.830336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.830354:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076326.830361:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076326.830382:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3314 00000100:00100000:3.0:1769076326.830386:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076326.830403:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076326.830418:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076326.830474:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612129792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076326.830514:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076326.830519:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076326.830522:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076326.830528:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3314 00000100:00080000:2.0:1769076326.830535:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076326.830541:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076326.830557:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076326.830578:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076326.830592:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612129920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076326.830694:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076326.830752:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076326/real 1769076326] req@ffff97a507942680 x1855007612129792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076326.830778:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612129792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076326.830794:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076326.830801:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076326.830821:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612129792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076326.830858:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076326.830887:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076326.830904:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076326/real 1769076326] req@ffff97a507940000 x1855007612129920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076326.830929:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612129920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076326.830941:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076326.830946:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076326.830950:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612129920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076326.894273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076326.894317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076326.894395:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076327.854315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076327.918311:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076327.918342:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076327.918417:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076328.878274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076328.942274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076328.942341:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076328.942388:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076329.902265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076329.966270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076329.966273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076329.966441:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076330.926236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076330.990257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076330.990304:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076330.990356:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076331.950270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076331.950270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076331.950292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076331.950302:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076331.950316:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3319 00000100:00080000:2.0:1769076331.950335:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076331.950347:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076331.950423:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612130048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076331.950481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076331.950489:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076331.950493:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076331.950504:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3319 00000100:00080000:2.0:1769076331.950514:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076331.950522:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076331.950541:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076331.950559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076331.950568:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076331.950725:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076331.950789:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076331/real 1769076331] req@ffff97a507940e00 x1855007612130048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076331.950816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612130048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076331.950831:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076331.950838:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076331.950844:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076331.950879:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130176:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076331.950912:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076331.950927:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076331/real 1769076331] req@ffff97a507940a80 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076331.950943:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076331.950955:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076331.950960:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076331.950965:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076332.014286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076332.014294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076332.014370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076332.974248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076333.038283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076333.038315:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076333.038385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076333.998233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076334.062278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076334.062281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076334.062368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076335.022259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076335.086253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076335.086304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076335.086408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076336.046288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076336.110238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076336.110238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076336.110352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076337.070265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076337.070278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076337.070291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076337.070299:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076337.070314:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3324 00000100:00080000:0.0:1769076337.070347:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076337.070361:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076337.070446:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612130304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076337.070511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076337.070516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076337.070519:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076337.070526:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3324 00000100:00080000:0.0:1769076337.070534:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076337.070541:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076337.070556:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076337.070579:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076337.070586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130304:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076337.070709:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076337.070785:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076337/real 1769076337] req@ffff97a506b2ca80 x1855007612130304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076337.070839:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612130304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076337.070858:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076337.070867:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076337.070875:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076337.070932:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130432:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076337.070970:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076337.070993:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076337/real 1769076337] req@ffff97a506b2f800 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076337.071018:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076337.071075:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076337.071081:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076337.071088:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076337.134255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076337.134286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076337.134393:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076338.094247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076338.158244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076338.158264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076338.158417:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076339.118234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076339.182256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076339.182281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076339.182433:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076340.142266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076340.206255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076340.206262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076340.206368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076341.166232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076341.230259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076341.230284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076341.230408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076342.190215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076342.190292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076342.190300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076342.190306:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076342.190335:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3330 00000100:00080000:2.0:1769076342.190351:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076342.190362:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076342.190420:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612130560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076342.190464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076342.190470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076342.190473:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076342.190481:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3330 00000100:00080000:2.0:1769076342.190487:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076342.190496:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076342.190531:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076342.190568:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612130688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076342.190601:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130560:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076342.190709:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076342.190771:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076342/real 1769076342] req@ffff97a507941880 x1855007612130560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076342.190798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612130560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076342.190823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076342.190833:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076342.190840:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076342.190878:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076342.190910:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076342.190928:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076342/real 1769076342] req@ffff97a507943b80 x1855007612130688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076342.191107:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612130688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076342.191369:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076342.191377:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076342.191390:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076342.254280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076342.254318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076342.254340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076343.214228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076343.278228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076343.278285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076343.278372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076344.238259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076344.302250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076344.302271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076344.302384:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076345.262269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076345.326248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076345.326296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076345.326406:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076346.286282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076346.350230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076346.350278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076346.350379:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076347.310282:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076347.310297:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076347.310304:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076347.310320:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3335 00000100:00080000:2.0:1769076347.310335:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076347.310348:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076347.310355:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076347.310408:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612130816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076347.310452:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076347.310460:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076347.310464:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076347.310476:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3335 00000100:00080000:2.0:1769076347.310486:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076347.310495:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076347.310512:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130816:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769076347.310513:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076347.310576:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076347.310627:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076347.310714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076347/real 1769076347] req@ffff97a507941c00 x1855007612130816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076347.310764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612130816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076347.310779:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076347.310785:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076347.310791:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612130816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076347.310829:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076347.310903:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076347.310930:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076347/real 1769076347] req@ffff97a507941180 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076347.310955:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076347.310968:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076347.310973:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076347.310977:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612130944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076347.374275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076347.374276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076347.374352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076348.334268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076348.398244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076348.398292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076348.398448:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076349.358260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076349.422287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076349.422314:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076349.422428:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076350.382232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076350.446251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076350.446278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076350.446365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076351.406219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076351.470227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076351.470274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076351.470416:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076352.430200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076352.430203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076352.430212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076352.430217:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076352.430226:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3340 00000100:00080000:2.0:1769076352.430237:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076352.430244:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076352.430284:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612131072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076352.430308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076352.430311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076352.430313:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076352.430316:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3340 00000100:00080000:2.0:1769076352.430319:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076352.430321:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076352.430330:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076352.430339:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612131200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076352.430344:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131072:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076352.430420:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076352.430456:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076352/real 1769076352] req@ffff97a507942a00 x1855007612131072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076352.430470:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612131072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076352.430478:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076352.430482:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076352.430484:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076352.430506:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131200:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076352.430530:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076352.430539:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076352/real 1769076352] req@ffff97a507940380 x1855007612131200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076352.430547:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612131200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076352.430553:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076352.430555:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076352.430557:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076352.494218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076352.494218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076352.494269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076353.454239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076353.518242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076353.518256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076353.518364:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076354.478251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076354.542245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076354.542258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076354.542407:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076355.502240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076355.566253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076355.566285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076355.566353:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076356.526354:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076356.590247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076356.590252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076356.590365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076357.550252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076357.550324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076357.550339:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076357.550347:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076357.550364:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3345 00000100:00080000:0.0:1769076357.550386:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076357.550399:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076357.550469:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612131328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076357.550516:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076357.550521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076357.550524:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076357.550529:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3345 00000100:00080000:0.0:1769076357.550535:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076357.550541:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076357.550554:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076357.550571:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612131456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076357.550648:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131328:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076357.550773:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076357.550828:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076357/real 1769076357] req@ffff97a506b2ce00 x1855007612131328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076357.550853:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612131328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076357.550868:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076357.550874:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076357.550880:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076357.550889:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076357.550915:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076357.550929:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076357/real 1769076357] req@ffff97a506b2fb80 x1855007612131456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076357.550944:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612131456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076357.550955:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076357.550959:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076357.550962:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076357.614264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076357.614274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076357.614411:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076358.574212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076358.638236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076358.638281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076358.638403:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076359.598228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076359.662225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076359.662285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076359.662397:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076360.622251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076360.686210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769076360.686245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076360.686391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076361.646364:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076361.710254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076361.710260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076361.710442:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076362.670203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076362.670236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076362.670246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076362.670252:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076362.670264:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3350 00000100:00080000:0.0:1769076362.670276:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076362.670284:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076362.670348:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612131584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076362.670379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076362.670382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076362.670384:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076362.670387:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3350 00000100:00080000:0.0:1769076362.670390:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076362.670393:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076362.670402:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076362.670413:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076362.670435:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131584:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076362.670539:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076362.670585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076362/real 1769076362] req@ffff97a506b2d180 x1855007612131584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076362.670623:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612131584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076362.670636:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076362.670641:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076362.670646:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076362.670689:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131712:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076362.670716:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076362.670732:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076362/real 1769076362] req@ffff97a506b2f480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076362.670748:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076362.670760:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076362.670764:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076362.670768:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076362.734221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076362.734221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076362.734373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076363.694295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076363.758277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076363.758293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076363.758426:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076364.718263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076364.782228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076364.782336:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076364.782403:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076365.742265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076365.806254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076365.806298:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076365.806479:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076366.766286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076366.830309:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076366.830359:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076366.830378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076367.790228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076367.790232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076367.790242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076367.790247:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076367.790258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3355 00000100:00080000:0.0:1769076367.790292:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076367.790302:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076367.790351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612131840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076367.790388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076367.790393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076367.790396:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076367.790401:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3355 00000100:00080000:0.0:1769076367.790406:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076367.790410:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076367.790422:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076367.790437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612131968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076367.790551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131840:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076367.790633:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076367.790673:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076367/real 1769076367] req@ffff97a506b2c380 x1855007612131840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076367.790690:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612131840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076367.790701:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076367.790705:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076367.790708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612131840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076367.790716:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076367.790734:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076367.790743:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076367/real 1769076367] req@ffff97a506b2f480 x1855007612131968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076367.790753:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612131968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076367.790778:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076367.790782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076367.790785:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612131968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076367.854197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076367.854222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076367.854299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076368.814216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076368.878282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076368.878315:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076368.878360:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076369.838284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076369.902292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076369.902356:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076369.902434:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076370.862224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076370.926273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076370.926279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076370.926369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076371.886259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076371.950250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076371.950378:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076371.950391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076372.910267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076372.910286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076372.910297:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076372.910304:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076372.910318:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3360 00000100:00080000:0.0:1769076372.910336:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076372.910346:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076372.910403:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612132096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076372.910491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076372.910500:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076372.910504:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076372.910513:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3360 00000100:00080000:0.0:1769076372.910520:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076372.910529:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076372.910546:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076372.910573:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612132224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076372.910583:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132096:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076372.910698:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076372.910790:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076372/real 1769076372] req@ffff97a506b2d180 x1855007612132096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076372.910816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612132096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076372.910829:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076372.910835:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076372.910850:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076372.910884:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076372.910917:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076372.910933:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076372/real 1769076372] req@ffff97a506b2fb80 x1855007612132224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076372.910948:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612132224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076372.910959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076372.910963:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076372.910967:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076372.974251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076372.974261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076372.974299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076373.934257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076373.998245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076373.998260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076373.998432:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076374.958228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076375.022243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076375.022277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076375.022330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076375.982246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076376.046269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076376.046275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076376.046344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076377.006263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076377.070269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076377.070277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076377.070379:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076378.030329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076378.030421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076378.030430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076378.030436:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076378.030447:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3365 00000100:00080000:2.0:1769076378.030462:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076378.030492:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076378.030546:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612132352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076378.030583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076378.030588:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076378.030591:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076378.030598:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3365 00000100:00080000:2.0:1769076378.030604:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076378.030628:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076378.030639:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076378.030669:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076378.030670:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076378.030941:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076378.094261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076378.094270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076378.094424:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076379.054424:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076379.118211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076379.118247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076379.118370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076380.078346:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076380.142240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076380.142246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076380.142450:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076381.102472:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076381.102651:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076381.102730:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076381.102766:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076381.102852:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769076381.102955:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076378/real 1769076381] req@ffff97a507940700 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076381.103007:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076381.103032:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076381.103043:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076381.103053:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076381.103070:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076378/real 1769076381] req@ffff97a507943100 x1855007612132352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076381.103096:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612132352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076381.103112:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076381.103192:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076381.103204:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076381.166253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076381.166317:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076381.166338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076382.126293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076382.190237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076382.190237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076382.190311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076383.150355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076383.150369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076383.150375:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076383.150390:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3370 00000100:00080000:0.0:1769076383.150407:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076383.150431:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076383.150442:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076383.150490:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612132608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076383.150569:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076383.150574:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076383.150577:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076383.150582:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3370 00000100:00080000:0.0:1769076383.150587:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076383.150592:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076383.150605:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076383.150621:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612132736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076383.150633:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132608:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076383.150735:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076383.150783:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076383/real 1769076383] req@ffff97a506b2ce00 x1855007612132608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.150805:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612132608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.150818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.150824:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076383.150830:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076383.150866:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076383.150895:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076383.150911:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076383/real 1769076383] req@ffff97a506b2f800 x1855007612132736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076383.150926:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612132736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076383.150946:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076383.150950:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076383.150954:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076383.214270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076383.214367:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076383.214373:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076384.174458:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076384.238287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076384.238292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076384.238417:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076385.198311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076385.262286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076385.262316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076385.262334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076386.222278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076386.286275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076386.286341:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076386.286466:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076387.246265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076387.310255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076387.310300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076387.310315:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076388.270251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076388.270302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076388.270313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076388.270320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076388.270332:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3376 00000100:00080000:0.0:1769076388.270349:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076388.270359:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076388.270418:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612132864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076388.270459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076388.270464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076388.270466:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076388.270472:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3376 00000100:00080000:0.0:1769076388.270476:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076388.270481:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076388.270493:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076388.270510:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612132992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076388.270552:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132864:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076388.270664:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076388.270738:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076388/real 1769076388] req@ffff97a506b2ca80 x1855007612132864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076388.270798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612132864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076388.270813:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076388.270821:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076388.270826:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612132864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076388.270837:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132992:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076388.270872:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076388.270890:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076388/real 1769076388] req@ffff97a506b2c000 x1855007612132992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076388.270905:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612132992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076388.270917:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076388.270923:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076388.270929:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612132992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076388.334273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076388.334287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076388.334415:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076389.294289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076389.358302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076389.358365:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076389.358396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076390.318242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076390.382264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076390.382267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076390.382392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076391.342255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076391.406224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076391.406249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076391.406310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076392.366278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076392.430250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076392.430260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076392.430361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076393.390304:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076393.390318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076393.390319:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076393.390329:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076393.390345:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3381 00000100:00080000:3.0:1769076393.390363:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076393.390385:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076393.390447:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612133120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076393.390488:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076393.390493:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076393.390496:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076393.390501:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3381 00000100:00080000:3.0:1769076393.390506:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076393.390512:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076393.390526:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076393.390544:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076393.390558:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133120:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076393.390686:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076393.390761:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076393/real 1769076393] req@ffff97a511925f80 x1855007612133120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076393.390802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612133120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076393.390818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076393.390824:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076393.390830:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076393.390866:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076393.390919:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076393.390939:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076393/real 1769076393] req@ffff97a511927800 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076393.390956:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076393.390968:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076393.390973:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076393.390978:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076393.454243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076393.454256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076393.454277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076394.414225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076394.478233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076394.478233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076394.478431:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076395.438222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076395.502229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076395.502270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076395.502296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076396.462267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076396.526251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076396.526252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076396.526392:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076397.486265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076397.550267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076397.550274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076397.550311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076398.510254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076398.510303:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076398.510315:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076398.510322:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076398.510337:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3386 00000100:00080000:0.0:1769076398.510353:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076398.510363:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076398.510422:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612133376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076398.510483:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076398.510491:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076398.510494:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076398.510500:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3386 00000100:00080000:0.0:1769076398.510507:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076398.510514:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076398.510528:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076398.510553:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612133504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076398.510575:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133376:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076398.510706:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076398.510764:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076398/real 1769076398] req@ffff97a506b2ed80 x1855007612133376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076398.510805:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612133376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076398.510821:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076398.510828:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076398.510835:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076398.510872:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076398.510904:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076398.510921:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076398/real 1769076398] req@ffff97a506b2c700 x1855007612133504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076398.510937:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612133504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076398.510950:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076398.510954:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076398.510959:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076398.574264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076398.574277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076398.574366:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076399.534272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076399.598287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076399.598327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076399.598338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076400.558289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076400.622246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076400.622246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076400.622403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076401.582232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076401.646306:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076401.646310:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076401.646362:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076402.606320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076402.670214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076402.670276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076402.670328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076403.630205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076403.630228:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076403.630236:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076403.630241:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076403.630250:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3391 00000100:00080000:0.0:1769076403.630267:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076403.630274:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076403.630314:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612133632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076403.630339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076403.630342:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076403.630343:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076403.630346:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3391 00000100:00080000:0.0:1769076403.630349:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076403.630351:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076403.630358:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076403.630367:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076403.630423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133632:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076403.630508:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076403.630565:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076403/real 1769076403] req@ffff97a506b2f100 x1855007612133632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076403.630585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612133632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076403.630593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076403.630597:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076403.630600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076403.630606:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133760:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076403.630637:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076403.630647:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076403/real 1769076403] req@ffff97a506b2e300 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076403.630655:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076403.630661:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076403.630664:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076403.630666:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612133760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076403.694199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076403.694224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076403.694249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076404.654299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076404.718217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076404.718245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076404.718295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076405.678237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076405.742275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076405.742276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076405.742326:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076406.702280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076406.766249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076406.766263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076406.766372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076407.726226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076407.790279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076407.790291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076407.790376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076408.750275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076408.750379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076408.750395:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076408.750402:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076408.750418:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3396 00000100:00080000:1.0:1769076408.750435:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076408.750449:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076408.750510:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612133888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076408.750551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076408.750558:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076408.750561:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076408.750566:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3396 00000100:00080000:1.0:1769076408.750571:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076408.750576:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076408.750590:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076408.750608:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076408.750635:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133888:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076408.750759:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076408.750840:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076408/real 1769076408] req@ffff97a506b5d500 x1855007612133888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076408.750869:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612133888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076408.750884:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076408.750890:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076408.750896:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612133888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076408.750932:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076408.750964:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076408.750980:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076408/real 1769076408] req@ffff97a506b5e680 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076408.750995:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076408.751006:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076408.751010:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076408.751014:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076408.814235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076408.814267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076408.814469:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076409.774237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076409.838265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076409.838322:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076409.838413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076410.798240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076410.862289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076410.862302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076410.862371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076411.822247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076411.886218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076411.886244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076411.886297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076412.846259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076412.910188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076412.910189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076412.910343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076413.870254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076413.870263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076413.870275:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076413.870281:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076413.870293:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3401 00000100:00080000:3.0:1769076413.870308:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076413.870320:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076413.870382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612134144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076413.870418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076413.870426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076413.870428:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076413.870432:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3401 00000100:00080000:3.0:1769076413.870437:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076413.870442:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076413.870454:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076413.870471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612134272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076413.870483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076413.870579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076413.870644:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076413/real 1769076413] req@ffff97a511926680 x1855007612134144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076413.870684:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612134144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076413.870708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076413.870715:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076413.870721:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076413.870788:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076413.870821:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076413.870837:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076413/real 1769076413] req@ffff97a511924000 x1855007612134272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076413.870851:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612134272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076413.870862:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076413.870867:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076413.870871:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076413.934226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076413.934234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076413.934278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076414.894227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076414.958280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076414.958282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076414.958421:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076415.918250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076415.982240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076415.982266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076415.982316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076416.942229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076417.006238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076417.006262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076417.006420:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076417.966258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076418.030255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076418.030265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076418.030333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076418.990249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076418.990349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076418.990361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076418.990367:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076418.990380:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3406 00000100:00080000:0.0:1769076418.990395:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076418.990406:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076418.990464:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612134400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076418.990509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076418.990514:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076418.990516:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076418.990522:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3406 00000100:00080000:0.0:1769076418.990526:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076418.990531:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076418.990545:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076418.990563:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612134528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076418.990577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134400:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076418.990715:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076418.990790:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076418/real 1769076418] req@ffff97a506b2dc00 x1855007612134400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076418.990826:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612134400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076418.990841:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076418.990847:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076418.990852:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076418.990888:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134528:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076418.990924:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076418.990941:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076418/real 1769076418] req@ffff97a506b2e300 x1855007612134528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076418.990956:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612134528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076418.990968:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076418.990972:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076418.990977:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076419.054245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076419.054255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076419.054401:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076420.014224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076420.078274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076420.078275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076420.078310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076421.038239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076421.102243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076421.102288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076421.102396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076422.062215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076422.126239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076422.126302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076422.126323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076423.086248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076423.150218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076423.150251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076423.150459:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076424.110269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076424.110270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076424.110288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076424.110296:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076424.110310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3411 00000100:00080000:0.0:1769076424.110328:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076424.110339:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076424.110398:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612134656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076424.110436:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076424.110441:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076424.110443:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076424.110448:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3411 00000100:00080000:0.0:1769076424.110452:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076424.110458:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076424.110471:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076424.110487:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076424.110504:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134656:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076424.110644:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076424.110699:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076424/real 1769076424] req@ffff97a506b2f100 x1855007612134656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076424.110725:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612134656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076424.110740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076424.110747:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076424.110752:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076424.110786:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076424.110816:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076424.110832:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076424/real 1769076424] req@ffff97a506b2c700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076424.110847:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076424.110859:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076424.110863:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076424.110867:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612134784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076424.174220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076424.174272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076424.174325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076425.134243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076425.198265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076425.198274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076425.198422:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076426.158296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076426.222266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076426.222301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076426.222348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076427.182243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076427.246301:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076427.246323:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076427.246386:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076428.206356:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076428.270232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076428.270304:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076428.270311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076429.230258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076429.230350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076429.230369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076429.230377:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076429.230396:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3417 00000100:00080000:1.0:1769076429.230418:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076429.230428:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076429.230519:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612134912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076429.230574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076429.230580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076429.230583:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076429.230588:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3417 00000100:00080000:1.0:1769076429.230594:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076429.230599:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076429.230612:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076429.230632:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612135040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076429.230673:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134912:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076429.230786:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076429.230845:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076429/real 1769076429] req@ffff97a506b5d880 x1855007612134912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076429.230872:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612134912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076429.230888:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076429.230894:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076429.230900:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612134912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076429.230910:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135040:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076429.230936:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076429.230951:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076429/real 1769076429] req@ffff97a506b5e680 x1855007612135040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076429.230966:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612135040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076429.230978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076429.230982:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076429.230987:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076429.294265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076429.294312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076429.294443:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076430.254264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076430.318248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076430.318309:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076430.318353:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076431.278258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076431.342246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076431.342264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076431.342416:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076432.302242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076432.366251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076432.366350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076432.366350:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076433.326280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076433.390239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076433.390282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076433.390376:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076434.350253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076434.350278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076434.350289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076434.350295:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076434.350310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3422 00000100:00080000:1.0:1769076434.350328:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076434.350338:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076434.350417:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612135168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076434.350458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076434.350463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076434.350466:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076434.350471:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3422 00000100:00080000:1.0:1769076434.350478:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076434.350485:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076434.350500:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076434.350518:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076434.350521:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612135296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076434.350625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076434.350677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076434/real 1769076434] req@ffff97a506b5d500 x1855007612135168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076434.350701:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612135168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076434.350716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076434.350722:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076434.350728:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076434.350758:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076434.350786:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076434.350801:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076434/real 1769076434] req@ffff97a506b5ce00 x1855007612135296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076434.350817:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612135296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076434.350830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076434.350835:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076434.350839:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076434.414245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076434.414262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076434.414301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076435.374310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076435.438262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076435.438273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076435.438408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076436.398269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076436.462325:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076436.462339:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076436.462350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076437.422231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076437.486246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076437.486275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076437.486391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076438.446243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076438.510246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076438.510256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076438.510358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076439.470211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076439.470216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076439.470223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076439.470229:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076439.470237:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3427 00000100:00080000:2.0:1769076439.470248:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076439.470255:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076439.470298:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612135424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076439.470343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076439.470347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076439.470349:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076439.470354:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3427 00000100:00080000:2.0:1769076439.470359:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076439.470363:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076439.470372:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076439.470386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076439.470391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135424:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076439.470458:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076439.470494:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076439/real 1769076439] req@ffff97a507943100 x1855007612135424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076439.470507:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612135424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076439.470516:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076439.470519:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076439.470523:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076439.470553:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076439.470576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076439.470589:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076439/real 1769076439] req@ffff97a507940700 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076439.470603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076439.470613:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076439.470615:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076439.470618:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076439.534192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076439.534210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076439.534256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076440.494234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076440.558258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076440.558329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076440.558364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076441.518188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076441.582205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076441.582205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076441.582264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076442.542191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076442.606263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076442.606264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076442.606289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076443.566229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076443.630281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076443.630286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076443.630347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076444.590188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076444.590251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076444.590259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076444.590264:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076444.590273:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3432 00000100:00080000:0.0:1769076444.590285:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076444.590291:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076444.590335:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612135680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076444.590361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076444.590364:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076444.590365:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076444.590368:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3432 00000100:00080000:0.0:1769076444.590370:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076444.590373:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076444.590382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076444.590394:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612135808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076444.590398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076444.590558:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076444.654312:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076444.654339:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076444.654402:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076445.614212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076445.678227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076445.678260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076445.678320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076446.638196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076446.702207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076446.702212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076446.702297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076447.662241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769076447.662491:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769076447.662557:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076447.662585:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769076447.662650:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769076447.662718:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076444/real 1769076447] req@ffff97a506b2c000 x1855007612135808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076447.662757:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612135808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076447.662778:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076447.662786:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076447.662793:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612135808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076447.662808:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076444/real 1769076447] req@ffff97a506b2ed80 x1855007612135680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076447.662831:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612135680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076447.662844:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076447.662850:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076447.662856:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076447.726251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076447.726291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076447.726375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076448.686272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076448.750225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076448.750228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076448.750269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076449.710272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076449.710288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076449.710296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076449.710301:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076449.710311:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3437 00000100:00080000:3.0:1769076449.710324:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076449.710332:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076449.710377:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612135936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076449.710412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076449.710417:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076449.710421:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076449.710425:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3437 00000100:00080000:3.0:1769076449.710430:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076449.710436:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076449.710449:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076449.710471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612136064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076449.710482:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135936:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076449.710601:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076449.710669:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076449/real 1769076449] req@ffff97a511926a00 x1855007612135936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076449.710693:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612135936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076449.710707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076449.710714:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076449.710720:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612135936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076449.710752:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076449.710783:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076449.710807:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076449/real 1769076449] req@ffff97a511925180 x1855007612136064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076449.710826:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612136064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076449.710838:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076449.710843:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076449.710848:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076449.774252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076449.774253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076449.774380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076450.734244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076450.798195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076450.798216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076450.798240:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076451.758222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076451.822233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076451.822234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076451.822300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076452.782189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076452.846193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076452.846196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076452.846223:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076453.806197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076453.870208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076453.870212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076453.870263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076454.830194:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076454.830203:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076454.830207:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076454.830214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076454.830217:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3442 00000100:00080000:3.0:1769076454.830230:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076454.830237:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076454.830273:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612136192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076454.830296:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076454.830298:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076454.830300:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076454.830303:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3442 00000100:00080000:3.0:1769076454.830305:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076454.830307:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076454.830315:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076454.830325:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076454.830339:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136192:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076454.830413:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076454.830454:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076454/real 1769076454] req@ffff97a511925500 x1855007612136192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076454.830474:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612136192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076454.830486:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076454.830490:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076454.830495:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076454.830519:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136320:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076454.830537:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076454.830546:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076454/real 1769076454] req@ffff97a511927480 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076454.830554:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076454.830561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076454.830563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076454.830565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076454.894188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076454.894199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076454.894207:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076455.854254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076455.918195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076455.918200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076455.918246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076456.878322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076456.942240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076456.942247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076456.942308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076457.902330:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076457.966337:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076457.966345:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076457.966370:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076458.926304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076458.990215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076458.990283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076458.990302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076459.950270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076459.950295:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076459.950307:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076459.950314:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076459.950329:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3447 00000100:00080000:0.0:1769076459.950346:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076459.950357:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076459.950418:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612136448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076459.950474:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076459.950481:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076459.950486:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076459.950495:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3447 00000100:00080000:0.0:1769076459.950504:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076459.950514:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076459.950531:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076459.950545:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076459.950564:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612136576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076459.950669:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076459.950726:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076459/real 1769076459] req@ffff97a506b2ca80 x1855007612136448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076459.950762:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612136448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076459.950776:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076459.950782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076459.950789:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076459.950832:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076459.950878:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076459.950904:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076459/real 1769076459] req@ffff97a506b2f800 x1855007612136576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076459.950924:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612136576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076459.950938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076459.950944:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076459.950952:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076460.014245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076460.014254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076460.014325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076460.974230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076461.038236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076461.038251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076461.038313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076461.998236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076462.062219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076462.062234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076462.062369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076463.022286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076463.086277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076463.086318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076463.086385:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076464.046260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076464.110246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076464.110252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076464.110389:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076465.070259:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076465.070275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076465.070277:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076465.070292:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076465.070311:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3452 00000100:00080000:0.0:1769076465.070330:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076465.070342:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076465.070398:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612136704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076465.070443:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076465.070448:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076465.070450:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076465.070456:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3452 00000100:00080000:0.0:1769076465.070460:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076465.070465:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076465.070478:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076465.070496:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612136832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076465.070535:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136704:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076465.070653:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076465.070705:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076465/real 1769076465] req@ffff97a506b2ce00 x1855007612136704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076465.070731:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612136704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076465.070750:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076465.070759:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076465.070768:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076465.070783:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076465.070829:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076465.070855:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076465/real 1769076465] req@ffff97a506b2fb80 x1855007612136832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076465.070904:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612136832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076465.070918:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076465.070922:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076465.070927:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612136832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076465.134239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076465.134277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076465.134310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076466.094197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076466.158189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076466.158197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076466.158289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076467.118220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076467.182252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076467.182278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076467.182344:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076468.142250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076468.206234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076468.206283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076468.206358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076469.166275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076469.230249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076469.230264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076469.230348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076470.190245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076470.190332:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076470.190343:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076470.190349:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076470.190362:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3458 00000100:00080000:3.0:1769076470.190378:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076470.190389:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076470.190444:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612136960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076470.190494:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076470.190501:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076470.190505:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076470.190513:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3458 00000100:00080000:3.0:1769076470.190522:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076470.190530:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076470.190548:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076470.190554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076470.190588:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076470.190700:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076470.190759:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076470/real 1769076470] req@ffff97a511924e00 x1855007612136960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076470.190811:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612136960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076470.190828:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076470.190835:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076470.190841:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612136960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076470.190877:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137088:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076470.190913:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076470.190930:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076470/real 1769076470] req@ffff97a511924700 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076470.190947:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076470.190958:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076470.190963:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076470.190967:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076470.254237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076470.254246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076470.254361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076471.214275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076471.278277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076471.278295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076471.278356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076472.238231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076472.302222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076472.302256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076472.302362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076473.262249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076473.326234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076473.326284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076473.326313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076474.286234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076474.350253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076474.350256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076474.350341:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076475.310249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076475.310296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076475.310307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076475.310314:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076475.310328:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3463 00000100:00080000:0.0:1769076475.310344:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076475.310356:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076475.310412:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612137216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076475.310453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076475.310458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076475.310461:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076475.310466:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3463 00000100:00080000:0.0:1769076475.310471:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076475.310476:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076475.310491:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076475.310508:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612137344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076475.310522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137216:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076475.310649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076475.310762:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076475/real 1769076475] req@ffff97a506b2d180 x1855007612137216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076475.310791:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612137216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076475.310805:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076475.310812:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076475.310818:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076475.310853:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076475.310888:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076475.310906:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076475/real 1769076475] req@ffff97a506b2f480 x1855007612137344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076475.310922:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612137344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076475.310943:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076475.310948:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076475.310952:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076475.374263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076475.374292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076475.374312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076476.334280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076476.398258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076476.398266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076476.398389:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076477.358309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076477.422289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076477.422290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076477.422323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076478.382447:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076478.446229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076478.446344:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076478.446476:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076479.406392:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076479.470262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076479.470276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076479.470327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076480.430359:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769076480.430370:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076480.430379:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076480.430393:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076480.430409:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3468 00000100:00080000:2.0:1769076480.430428:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076480.430439:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076480.430500:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612137472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076480.430555:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076480.430563:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076480.430567:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076480.430579:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3468 00000100:00080000:2.0:1769076480.430590:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076480.430599:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076480.430645:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076480.430660:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076480.430673:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612137600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076480.430774:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076480.430831:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076480/real 1769076480] req@ffff97a507940380 x1855007612137472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076480.430857:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612137472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076480.430873:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076480.430880:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076480.430885:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076480.430925:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076480.430971:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076480.431017:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076480/real 1769076480] req@ffff97a507942a00 x1855007612137600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076480.431046:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612137600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076480.431062:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076480.431067:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076480.431072:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076480.494221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076480.494293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076480.494396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076481.454217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076481.518236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076481.518301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076481.518344:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076482.478243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076482.542289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076482.542305:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076482.542361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076483.502242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076483.566294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076483.566307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076483.566368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076484.526260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076484.590282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076484.590300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076484.590308:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076485.550307:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076485.550321:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076485.550328:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076485.550342:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3473 00000100:00100000:2.0:1769076485.550355:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076485.550359:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076485.550373:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076485.550436:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612137728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076485.550484:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076485.550489:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076485.550492:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076485.550502:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3473 00000100:00080000:0.0:1769076485.550510:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076485.550516:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076485.550560:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076485.550580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076485.550598:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076485.550710:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076485.550790:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076485/real 1769076485] req@ffff97a506b2c380 x1855007612137728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076485.550816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612137728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076485.550831:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076485.550839:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076485.550861:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076485.550914:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137856:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076485.550951:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076485.550972:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076485/real 1769076485] req@ffff97a506b2f480 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076485.550998:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076485.551020:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076485.551027:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076485.551032:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612137856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076485.614280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076485.614295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076485.614303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076486.574219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076486.638306:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076486.638321:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076486.638345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076487.598280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076487.662254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076487.662333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076487.662354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076488.622226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076488.686229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076488.686242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076488.686331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076489.646274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076489.710238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076489.710271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076489.710338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076490.670191:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076490.670202:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076490.670209:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076490.670214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076490.670222:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3478 00000100:00080000:0.0:1769076490.670237:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076490.670248:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076490.670299:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612137984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076490.670328:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076490.670331:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076490.670333:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076490.670336:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3478 00000100:00080000:0.0:1769076490.670339:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076490.670343:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076490.670355:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076490.670364:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076490.670374:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612138112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076490.670437:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076490.670498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076490/real 1769076490] req@ffff97a506b2d180 x1855007612137984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076490.670518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612137984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076490.670527:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076490.670530:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076490.670533:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612137984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076490.670556:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076490.670576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076490.670586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076490/real 1769076490] req@ffff97a506b2fb80 x1855007612138112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076490.670594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612138112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076490.670600:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076490.670602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076490.670604:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076490.734202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076490.734227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076490.734248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076491.694211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076491.758193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076491.758200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076491.758247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076492.718210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076492.782248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076492.782249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076492.782278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076493.742215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076493.806223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076493.806230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076493.806376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076494.766250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076494.830210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076494.830218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076494.830246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076495.790227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076495.790230:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076495.790238:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076495.790243:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076495.790252:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3483 00000100:00080000:1.0:1769076495.790264:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076495.790273:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076495.790317:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612138240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076495.790343:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076495.790345:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076495.790347:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076495.790349:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3483 00000100:00080000:1.0:1769076495.790352:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076495.790355:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076495.790398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138240:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769076495.790399:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076495.790415:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612138368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076495.790477:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076495.790517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076495/real 1769076495] req@ffff97a506b5c700 x1855007612138240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076495.790533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612138240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076495.790541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076495.790545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076495.790548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076495.790572:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138368:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076495.790587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076495.790596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076495/real 1769076495] req@ffff97a506b5ea00 x1855007612138368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076495.790604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612138368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076495.790610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076495.790612:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076495.790614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076495.854192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076495.854200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076495.854266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076496.814219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076496.878217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076496.878217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076496.878248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076497.838237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076497.902198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076497.902214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076497.902284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076498.862218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076498.926183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076498.926207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076498.926216:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076499.886204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076499.950181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076499.950197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076499.950302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076500.910218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076500.910303:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076500.910310:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076500.910314:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076500.910323:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3488 00000100:00080000:0.0:1769076500.910334:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076500.910341:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076500.910380:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612138496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076500.910406:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076500.910409:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076500.910410:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076500.910413:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3488 00000100:00080000:0.0:1769076500.910416:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076500.910419:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076500.910428:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076500.910438:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076500.910443:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138496:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076500.910513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076500.910574:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076500/real 1769076500] req@ffff97a506b2ce00 x1855007612138496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076500.910597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612138496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076500.910607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076500.910611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076500.910614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076500.910659:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076500.910686:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076500.910700:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076500/real 1769076500] req@ffff97a506b2f800 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076500.910714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076500.910723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076500.910726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076500.910728:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076500.974208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076500.974209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076500.974348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076501.934225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076501.998188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076501.998193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076501.998375:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076502.958200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076503.022214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076503.022216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076503.022309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076503.982215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076504.046205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076504.046213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076504.046267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076505.006250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769076505.070224:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076505.070254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076505.070257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076506.030212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076506.030217:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076506.030226:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076506.030231:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076506.030243:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3493 00000100:00080000:0.0:1769076506.030256:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076506.030264:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076506.030310:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612138752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076506.030339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076506.030342:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076506.030344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076506.030348:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3493 00000100:00080000:0.0:1769076506.030353:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076506.030358:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076506.030368:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076506.030375:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076506.030386:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612138880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076506.030453:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076506.030488:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076506/real 1769076506] req@ffff97a506b2ca80 x1855007612138752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076506.030504:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612138752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076506.030512:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076506.030515:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076506.030518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612138752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076506.030538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076506.030553:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076506.030565:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076506/real 1769076506] req@ffff97a506b2ed80 x1855007612138880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076506.030579:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612138880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076506.030588:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076506.030592:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076506.030596:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612138880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076506.094181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076506.094214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076506.094264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076507.054220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076507.118196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076507.118203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076507.118249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076508.078242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076508.142245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076508.142261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076508.142356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076509.102225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076509.166223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076509.166228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076509.166286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076510.126202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076510.190198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076510.190225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076510.190300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076511.150178:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076511.150211:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076511.150219:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076511.150225:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076511.150235:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3498 00000100:00080000:0.0:1769076511.150248:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076511.150256:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076511.150298:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612139008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076511.150323:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076511.150327:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076511.150329:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076511.150332:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3498 00000100:00080000:0.0:1769076511.150335:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076511.150338:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076511.150347:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076511.150357:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612139136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076511.150362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076511.150483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076511.214203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076511.214203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076511.214228:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076512.174202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076512.238218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076512.238218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076512.238291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076513.198203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076513.262202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076513.262202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076513.262212:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076514.222219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769076514.222449:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769076514.222500:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076514.222522:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769076514.222573:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076514.222633:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076511/real 1769076514] req@ffff97a506b2c700 x1855007612139136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076514.222663:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612139136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076514.222679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076514.222686:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076514.222691:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076514.222701:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076511/real 1769076514] req@ffff97a506b2c000 x1855007612139008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076514.222715:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612139008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076514.222723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076514.222727:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076514.222731:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076514.286248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076514.286248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076514.286320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076515.246219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076515.310202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076515.310231:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076515.310233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076516.270192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076516.270252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076516.270259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076516.270262:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076516.270270:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3504 00000100:00080000:0.0:1769076516.270280:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076516.270286:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076516.270319:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612139264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076516.270342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076516.270345:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076516.270346:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076516.270350:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3504 00000100:00080000:0.0:1769076516.270352:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076516.270354:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076516.270364:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076516.270371:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076516.270409:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139264:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076516.270494:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076516.270540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076516/real 1769076516] req@ffff97a506b2f100 x1855007612139264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076516.270562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612139264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076516.270573:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076516.270577:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076516.270582:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076516.270590:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076516.270613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076516.270628:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076516/real 1769076516] req@ffff97a506b2e300 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076516.270640:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076516.270650:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076516.270653:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076516.270656:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076516.334212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076516.334212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076516.334268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076517.294249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076517.358257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076517.358263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076517.358267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076518.318247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076518.382295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076518.382302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076518.382309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076519.342302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076519.406238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076519.406300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076519.406331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076520.366288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076520.430266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076520.430307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076520.430370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076521.390264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076521.390343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076521.390350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076521.390354:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076521.390365:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3509 00000100:00080000:2.0:1769076521.390377:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076521.390383:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076521.390422:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612139520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076521.390452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076521.390455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076521.390459:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076521.390464:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3509 00000100:00080000:2.0:1769076521.390469:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076521.390472:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076521.390483:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076521.390500:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612139648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076521.390535:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139520:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076521.390676:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076521.390749:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076521/real 1769076521] req@ffff97a507941180 x1855007612139520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076521.390795:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612139520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076521.390818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076521.390829:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076521.390836:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076521.390887:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139648:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076521.390909:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076521.390920:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076521/real 1769076521] req@ffff97a507941c00 x1855007612139648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076521.390946:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612139648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076521.390954:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076521.390975:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076521.390982:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076521.454301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076521.454336:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076521.454339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076522.414291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076522.478238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076522.478263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076522.478351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076523.438255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076523.502285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076523.502286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076523.502297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076524.462269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076524.526268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076524.526271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076524.526366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076525.486244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076525.550230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076525.550287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076525.550324:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076526.510336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076526.510348:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076526.510354:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076526.510368:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076526.510390:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3514 00000100:00080000:1.0:1769076526.510409:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076526.510422:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076526.510483:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612139776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076526.510524:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076526.510529:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076526.510531:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076526.510536:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3514 00000100:00080000:1.0:1769076526.510541:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076526.510545:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076526.510556:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076526.510571:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612139904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076526.510634:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139776:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076526.510733:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076526.510788:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076526/real 1769076526] req@ffff97a506b5e300 x1855007612139776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076526.510810:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612139776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076526.510823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076526.510828:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076526.510833:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612139776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076526.510866:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076526.510899:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076526.510914:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076526/real 1769076526] req@ffff97a506b5ca80 x1855007612139904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076526.510928:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612139904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076526.510938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076526.510943:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076526.510946:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612139904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076526.574284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076526.574297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076526.574425:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076527.534251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076527.598253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076527.598254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076527.598281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076528.558283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076528.622237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076528.622311:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076528.622382:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076529.582323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076529.646291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076529.646357:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076529.646389:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076530.606299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076530.670242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076530.670360:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076530.670371:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076531.630280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076531.630283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076531.630306:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076531.630326:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076531.630341:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3519 00000100:00080000:1.0:1769076531.630359:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076531.630388:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076531.630471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612140032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076531.630511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076531.630517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076531.630520:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076531.630525:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3519 00000100:00080000:1.0:1769076531.630530:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076531.630536:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076531.630549:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076531.630568:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076531.630604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140032:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076531.630746:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076531.630880:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076531/real 1769076531] req@ffff97a506b5dc00 x1855007612140032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076531.630923:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612140032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076531.630939:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076531.630946:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076531.630951:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076531.630987:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076531.631024:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076531.631041:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076531/real 1769076531] req@ffff97a506b5ed80 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076531.631057:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076531.631069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076531.631074:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076531.631078:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076531.694282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076531.694349:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076531.694360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076532.654240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076532.718206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076532.718279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076532.718299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076533.678196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076533.742225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076533.742249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076533.742297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076534.702276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076534.766222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076534.766251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076534.766287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076535.726248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076535.790229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076535.790245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076535.790262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076536.750309:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.750325:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076536.750331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076536.750350:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3524 00000100:00100000:0.0:1769076536.750351:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076536.750372:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076536.750384:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076536.750438:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612140288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076536.750484:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076536.750492:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076536.750497:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076536.750506:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3524 00000100:00080000:2.0:1769076536.750513:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076536.750521:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076536.750539:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076536.750573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076536.750591:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076536.750695:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076536.750767:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076536/real 1769076536] req@ffff97a507943b80 x1855007612140288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076536.750802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612140288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076536.750817:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076536.750823:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076536.750828:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076536.750862:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140416:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076536.750895:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076536.750911:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076536/real 1769076536] req@ffff97a507941880 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076536.750927:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076536.750946:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076536.750951:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076536.750956:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076536.814313:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076536.814314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076536.814328:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076537.774219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076537.838242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076537.838249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076537.838311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076538.798239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076538.862192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076538.862275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076538.862294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076539.822242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076539.886250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076539.886269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076539.886346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076540.846270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076540.910200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076540.910248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076540.910290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076541.870240:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076541.870251:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076541.870257:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076541.870264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076541.870268:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3529 00000100:00080000:2.0:1769076541.870287:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076541.870297:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076541.870337:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612140544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076541.870362:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076541.870365:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076541.870366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076541.870370:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3529 00000100:00080000:2.0:1769076541.870372:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076541.870377:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076541.870385:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076541.870395:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612140672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076541.870408:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140544:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076541.870491:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076541.870531:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076541/real 1769076541] req@ffff97a507940a80 x1855007612140544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076541.870545:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612140544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076541.870554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076541.870558:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076541.870561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076541.870605:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076541.870625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076541.870635:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076541/real 1769076541] req@ffff97a507940e00 x1855007612140672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076541.870649:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612140672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076541.870655:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076541.870658:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076541.870660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076541.934252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076541.934252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076541.934276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076542.894251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076542.958246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076542.958247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076542.958312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076543.918254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076543.982240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076543.982271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076543.982306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076544.942238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076545.006270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076545.006273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076545.006367:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076545.966223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076546.030204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076546.030236:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076546.030269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769076546.990283:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076546.990304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076546.990315:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076546.990322:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076546.990333:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3534 00000100:00080000:0.0:1769076546.990348:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076546.990373:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076546.990421:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612140800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076546.990458:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076546.990463:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076546.990467:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076546.990474:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3534 00000100:00080000:0.0:1769076546.990479:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076546.990486:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076546.990513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140800:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769076546.990519:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076546.990558:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076546.990600:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076546.990637:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076546/real 1769076546] req@ffff97a506b2dc00 x1855007612140800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076546.990651:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612140800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076546.990664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076546.990668:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076546.990671:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612140800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076546.990692:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076546.990707:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076546.990715:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076546/real 1769076546] req@ffff97a506b2e300 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076546.990724:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076546.990731:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076546.990734:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076546.990736:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612140928:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076547.054222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076547.054265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076547.054322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076548.014206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076548.078197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076548.078202:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076548.078227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076549.038271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076549.102203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076549.102225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076549.102308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076550.062219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076550.126168:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076550.126223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076550.126269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076551.086223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076551.150203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076551.150215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076551.150315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076552.110200:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076552.110200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076552.110211:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076552.110217:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076552.110227:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3539 00000100:00080000:0.0:1769076552.110241:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076552.110249:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076552.110301:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612141056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076552.110332:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076552.110336:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076552.110338:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076552.110342:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3539 00000100:00080000:0.0:1769076552.110346:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076552.110350:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076552.110360:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076552.110374:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612141184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076552.110396:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141056:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076552.110493:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076552.110534:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076552/real 1769076552] req@ffff97a506b2f100 x1855007612141056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076552.110549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612141056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076552.110557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076552.110562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076552.110565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076552.110587:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141184:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076552.110603:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076552.110611:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076552/real 1769076552] req@ffff97a506b2c000 x1855007612141184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076552.110619:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612141184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076552.110626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076552.110629:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076552.110631:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076552.174209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076552.174215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076552.174251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076553.134189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076553.198199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076553.198232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076553.198306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076554.158213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076554.222211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076554.222240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076554.222310:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076555.182232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076555.246209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076555.246209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076555.246271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076556.206204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076556.270215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076556.270221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076556.270224:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076557.230185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076557.230195:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076557.230202:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076557.230206:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076557.230214:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3545 00000100:00080000:0.0:1769076557.230225:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076557.230232:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076557.230271:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612141312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076557.230296:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076557.230299:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076557.230300:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076557.230308:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3545 00000100:00080000:0.0:1769076557.230311:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076557.230314:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076557.230322:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076557.230350:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612141440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076557.230368:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141312:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076557.230451:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076557.230500:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076557/real 1769076557] req@ffff97a506b2c700 x1855007612141312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076557.230523:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612141312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076557.230542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076557.230547:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076557.230553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076557.230585:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076557.230618:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076557.230638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076557/real 1769076557] req@ffff97a506b2ed80 x1855007612141440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076557.230653:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612141440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076557.230662:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076557.230666:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076557.230670:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141440:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076557.294219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076557.294221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076557.294268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076558.254256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076558.318204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076558.318206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076558.318237:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076559.278199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076559.342233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076559.342233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076559.342318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076560.302225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076560.366191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076560.366198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076560.366213:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076561.326211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076561.390215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076561.390215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076561.390279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076562.350210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076562.350236:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076562.350254:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076562.350259:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076562.350268:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3550 00000100:00080000:3.0:1769076562.350278:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076562.350284:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076562.350321:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612141568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076562.350345:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076562.350350:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076562.350355:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076562.350358:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3550 00000100:00080000:3.0:1769076562.350361:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076562.350365:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076562.350373:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076562.350384:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076562.350395:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141568:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076562.350469:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076562.350512:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076562/real 1769076562] req@ffff97a511924a80 x1855007612141568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076562.350532:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612141568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076562.350544:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076562.350549:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076562.350553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076562.350577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141696:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076562.350601:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076562.350613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076562/real 1769076562] req@ffff97a511924700 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076562.350627:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076562.350636:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076562.350640:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076562.350644:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076562.414202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076562.414206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076562.414285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076563.374262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076563.438194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076563.438205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076563.438313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076564.398196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076564.462194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076564.462212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076564.462227:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076565.422255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076565.486210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076565.486210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076565.486260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076566.446234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076566.510227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076566.510229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076566.510258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076567.470205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076567.470244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076567.470253:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076567.470258:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076567.470269:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3555 00000100:00080000:0.0:1769076567.470282:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076567.470291:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076567.470347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612141824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076567.470379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076567.470384:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076567.470386:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076567.470397:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3555 00000100:00080000:0.0:1769076567.470402:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076567.470407:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076567.470418:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076567.470422:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076567.470435:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612141952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076567.470499:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076567.470546:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076567/real 1769076567] req@ffff97a506b2ca80 x1855007612141824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076567.470568:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612141824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076567.470577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076567.470580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076567.470583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612141824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076567.470605:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076567.470625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076567.470636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076567/real 1769076567] req@ffff97a506b2f800 x1855007612141952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076567.470644:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612141952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076567.470651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076567.470654:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076567.470656:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612141952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076567.534209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076567.534221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076567.534277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076568.494198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076568.558214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076568.558218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076568.558241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076569.518303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076569.582242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076569.582254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076569.582316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076570.542177:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076570.606249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076570.606249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076570.606282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076571.566217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076571.630281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076571.630282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076571.630349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076572.590236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076572.590241:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076572.590250:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076572.590254:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076572.590264:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3560 00000100:00080000:0.0:1769076572.590303:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076572.590313:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076572.590373:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612142080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076572.590402:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076572.590406:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076572.590408:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076572.590412:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3560 00000100:00080000:0.0:1769076572.590432:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076572.590435:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076572.590443:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076572.590455:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612142208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076572.590506:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142080:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076572.590616:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076572.590703:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076572/real 1769076572] req@ffff97a506b2ce00 x1855007612142080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076572.590721:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612142080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076572.590730:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076572.590733:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076572.590737:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076572.590743:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076572.590764:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076572.590773:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076572/real 1769076572] req@ffff97a506b2fb80 x1855007612142208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076572.590787:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612142208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076572.590794:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076572.590796:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076572.590798:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076572.654274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076572.654282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076572.654336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076573.614244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076573.678252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076573.678255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076573.678335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076574.638195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076574.702200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076574.702200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076574.702241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076575.662215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076575.726227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076575.726231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076575.726363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076576.686213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076576.750258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076576.750288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076576.750384:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076577.710204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076577.710228:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076577.710236:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076577.710241:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076577.710250:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3565 00000100:00080000:3.0:1769076577.710262:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076577.710269:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076577.710311:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612142336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076577.710350:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076577.710353:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076577.710354:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076577.710362:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3565 00000100:00080000:3.0:1769076577.710364:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076577.710367:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076577.710376:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076577.710385:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076577.710414:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076577.710526:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076577.774196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076577.774207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076577.774253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076578.734373:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076578.798217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076578.798248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076578.798314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076579.758361:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076579.822205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076579.822206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076579.822285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076580.782347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076580.782503:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076580.782563:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076580.782590:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076580.782643:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076580.782708:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076577/real 1769076580] req@ffff97a511927480 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076580.782745:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076580.782773:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076580.782780:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076580.782787:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076580.782799:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076577/real 1769076580] req@ffff97a511924e00 x1855007612142336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076580.782818:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612142336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076580.782829:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076580.782835:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076580.782840:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076580.846258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076580.846259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076580.846360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076581.806289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076581.870218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076581.870218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076581.870310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076582.830296:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076582.830325:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076582.830330:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076582.830342:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3570 00000100:00100000:2.0:1769076582.830349:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076582.830355:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076582.830364:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076582.830432:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612142592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076582.830505:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076582.830510:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076582.830513:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076582.830519:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3570 00000100:00080000:3.0:1769076582.830524:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076582.830528:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076582.830541:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076582.830589:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612142720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076582.830623:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142592:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076582.830759:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076582.830803:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076582/real 1769076582] req@ffff97a511925500 x1855007612142592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076582.830822:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612142592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076582.830833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076582.830838:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076582.830842:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076582.830852:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076582.830883:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076582.830938:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076582/real 1769076582] req@ffff97a511925180 x1855007612142720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076582.830956:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612142720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076582.830967:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076582.830971:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076582.830990:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076582.894264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076582.894341:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076582.894468:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076583.854438:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076583.918240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076583.918269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076583.918300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076584.878197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076584.942248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076584.942251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076584.942448:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076585.902217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076585.966264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076585.966278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076585.966349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076586.926278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076586.990270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076586.990276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076586.990384:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076587.950247:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076587.950248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076587.950264:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076587.950271:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076587.950284:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3575 00000100:00080000:3.0:1769076587.950300:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076587.950310:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076587.950364:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612142848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076587.950405:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076587.950409:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076587.950412:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076587.950417:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3575 00000100:00080000:3.0:1769076587.950422:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076587.950426:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076587.950438:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076587.950451:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612142976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076587.950525:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142848:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076587.950662:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076587.950716:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076587/real 1769076587] req@ffff97a511926a00 x1855007612142848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076587.950737:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612142848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076587.950764:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076587.950768:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076587.950771:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612142848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076587.950776:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142976:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076587.950793:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076587.950801:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076587/real 1769076587] req@ffff97a511924000 x1855007612142976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076587.950825:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612142976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076587.950832:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076587.950834:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076587.950837:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612142976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076588.014239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076588.014245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076588.014331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076588.974252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076589.038185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076589.038220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076589.038275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076589.998255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076590.062263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076590.062276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076590.062331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076591.022196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076591.086243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076591.086245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076591.086323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076592.046209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076592.110218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076592.110222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076592.110338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076593.070229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076593.070294:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076593.070300:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076593.070309:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076593.070319:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3580 00000100:00080000:2.0:1769076593.070330:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076593.070338:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076593.070375:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612143104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076593.070400:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076593.070403:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076593.070405:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076593.070408:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3580 00000100:00080000:2.0:1769076593.070411:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076593.070414:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076593.070423:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076593.070434:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076593.070445:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143104:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076593.070525:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076593.070566:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076593/real 1769076593] req@ffff97a507940000 x1855007612143104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076593.070582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612143104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076593.070591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076593.070594:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076593.070597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076593.070619:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076593.070639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076593.070649:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076593/real 1769076593] req@ffff97a507942680 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076593.070657:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076593.070663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076593.070666:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076593.070668:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076593.134219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076593.134219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076593.134282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076594.094185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076594.158209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076594.158209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076594.158301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076595.118209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076595.182261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076595.182262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076595.182354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076596.142198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076596.206196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076596.206199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076596.206364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076597.166249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076597.230205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076597.230240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076597.230315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076598.190194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076598.190257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076598.190285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076598.190290:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076598.190303:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3586 00000100:00080000:1.0:1769076598.190318:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076598.190327:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076598.190375:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612143360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076598.190419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076598.190424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076598.190426:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076598.190431:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3586 00000100:00080000:1.0:1769076598.190435:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076598.190459:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076598.190470:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076598.190485:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612143488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076598.190534:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143360:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076598.190664:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076598.190742:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076598/real 1769076598] req@ffff97a506b5fb80 x1855007612143360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076598.190769:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612143360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076598.190788:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076598.190795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076598.190803:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076598.190839:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076598.190879:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076598.190895:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076598/real 1769076598] req@ffff97a506b5c000 x1855007612143488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076598.190910:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612143488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076598.190921:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076598.190925:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076598.190929:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076598.254225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076598.254231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076598.254309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076599.214262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076599.278239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076599.278277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076599.278351:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076600.238284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076600.302225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076600.302225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076600.302308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076601.262234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076601.326260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076601.326260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076601.326340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076602.286251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076602.350236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076602.350236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076602.350368:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076603.310298:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.310312:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769076603.310316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076603.310319:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076603.310334:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3591 00000100:00080000:2.0:1769076603.310347:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076603.310356:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076603.310420:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612143616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076603.310449:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076603.310452:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076603.310454:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076603.310458:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3591 00000100:00080000:2.0:1769076603.310470:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076603.310476:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076603.310487:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076603.310488:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076603.310506:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076603.310598:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076603.310638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076603/real 1769076603] req@ffff97a507942680 x1855007612143616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076603.310657:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612143616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076603.310668:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076603.310673:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076603.310676:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076603.310702:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143744:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076603.310724:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076603.310734:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076603/real 1769076603] req@ffff97a507940000 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076603.310745:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076603.310753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076603.310756:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076603.310759:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612143744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076603.374245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076603.374245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076603.374323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076604.334220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076604.398217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076604.398294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076604.398325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076605.358271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076605.422250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076605.422271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076605.422369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076606.384851:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076606.446199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076606.446206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076606.446262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076607.406335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076607.470263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076607.470263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076607.470342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076608.430295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076608.430411:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076608.430426:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076608.430434:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076608.430450:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3596 00000100:00080000:3.0:1769076608.430493:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076608.430505:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076608.430566:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612143872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076608.430608:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076608.430616:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076608.430620:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076608.430632:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3596 00000100:00080000:3.0:1769076608.430641:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076608.430651:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076608.430661:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143872:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769076608.430674:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076608.430711:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076608.430765:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076608.430840:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076608/real 1769076608] req@ffff97a511926680 x1855007612143872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076608.430876:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612143872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076608.430898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076608.430906:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076608.430915:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612143872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076608.430958:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076608.430995:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076608.431013:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076608/real 1769076608] req@ffff97a511927800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076608.431030:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076608.431042:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076608.431046:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076608.431052:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076608.494249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076608.494278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076608.494395:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076609.454226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076609.518279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076609.518298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076609.518343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076610.478255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076610.542241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076610.542260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076610.542406:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076611.502195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076611.566265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076611.566285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076611.566333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076612.526257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076612.590216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076612.590217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076612.590300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076613.550252:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076613.550263:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076613.550269:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076613.550281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076613.550281:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3601 00000100:00080000:2.0:1769076613.550297:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076613.551836:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076613.551902:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612144128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076613.551934:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076613.551938:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076613.551940:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076613.551943:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3601 00000100:00080000:2.0:1769076613.551947:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076613.551951:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076613.551960:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076613.551970:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076613.551995:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144128:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076613.552080:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076613.552118:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076613/real 1769076613] req@ffff97a507940e00 x1855007612144128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076613.552188:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612144128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076613.552200:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076613.552205:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076613.552209:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076613.552217:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076613.552242:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076613.552254:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076613/real 1769076613] req@ffff97a507940a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076613.552265:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076613.552273:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076613.552277:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076613.552280:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076613.614227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076613.614233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076613.614329:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076614.574226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076614.638229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076614.638229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076614.638313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076615.598191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076615.662196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076615.662201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076615.662262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076616.622272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076616.686209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076616.686214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076616.686293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076617.646209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076617.710195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076617.710198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076617.710256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076618.670235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076618.670243:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076618.670254:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076618.670261:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076618.670275:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3606 00000100:00080000:2.0:1769076618.670291:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076618.670326:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076618.670384:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612144384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076618.670423:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076618.670428:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076618.670432:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076618.670437:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3606 00000100:00080000:2.0:1769076618.670443:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076618.670450:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076618.670464:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076618.670479:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076618.670487:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076618.670580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076618.670645:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076618/real 1769076618] req@ffff97a507941880 x1855007612144384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076618.670684:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612144384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076618.670705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076618.670716:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076618.670721:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076618.670755:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144512:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076618.670790:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076618.670806:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076618/real 1769076618] req@ffff97a507943b80 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076618.670832:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076618.670844:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076618.670848:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076618.670853:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076618.734238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076618.734251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076618.734379:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076619.694262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076619.758250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076619.758269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076619.758355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076620.718256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076620.782292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076620.782292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076620.782409:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076621.742304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076621.806283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076621.806283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076621.806374:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076622.766305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076622.830247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076622.830258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076622.830401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076623.790241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076623.790250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076623.790257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076623.790262:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076623.790270:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3611 00000100:00080000:1.0:1769076623.790281:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076623.790288:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076623.790327:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612144640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076623.790351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076623.790353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076623.790355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076623.790358:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3611 00000100:00080000:1.0:1769076623.790362:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076623.790365:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076623.790373:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076623.790380:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076623.790385:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076623.790446:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076623.790502:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076623/real 1769076623] req@ffff97a506b5f480 x1855007612144640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076623.790524:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612144640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076623.790535:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076623.790539:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076623.790544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076623.790571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076623.790608:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076623.790616:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076623/real 1769076623] req@ffff97a506b5f800 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076623.790624:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076623.790630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076623.790632:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076623.790634:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612144768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076623.854196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076623.854198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076623.854248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076624.814309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076624.878325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076624.878333:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076624.878422:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076625.838275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076625.902269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076625.902289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076625.902429:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076626.862244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076626.926201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076626.926233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076626.926280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076627.886226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076627.950279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076627.950279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076627.950342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076628.910266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076628.910304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076628.910316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076628.910323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076628.910336:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3616 00000100:00080000:1.0:1769076628.910351:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076628.910371:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076628.910422:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612144896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076628.910458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076628.910463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076628.910465:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076628.910470:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3616 00000100:00080000:1.0:1769076628.910475:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076628.910480:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076628.910503:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076628.910525:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076628.910526:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076628.910656:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076628.910720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076628/real 1769076628] req@ffff97a506b5f100 x1855007612144896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076628.910744:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612144896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076628.910756:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076628.910774:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076628.910780:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612144896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076628.910816:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145024:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076628.910844:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076628.910857:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076628/real 1769076628] req@ffff97a506b5f800 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076628.910884:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076628.910894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076628.910898:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076628.910902:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076628.974293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076628.974296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076628.974391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076629.934266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076629.998247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076629.998279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076629.998388:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076630.958300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076631.022204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076631.022208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076631.022483:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076631.982251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076632.046196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076632.046196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076632.046259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076633.006204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076633.070208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076633.070209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076633.070231:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076634.030285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076634.030301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076634.030312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076634.030319:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076634.030332:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3621 00000100:00080000:0.0:1769076634.030346:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076634.030356:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076634.030428:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612145152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076634.030466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076634.030478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076634.030482:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076634.030490:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3621 00000100:00080000:0.0:1769076634.030498:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076634.030506:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076634.030522:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076634.030545:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076634.030547:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612145280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076634.030673:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076634.030725:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076634/real 1769076634] req@ffff97a506b2d180 x1855007612145152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076634.030749:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612145152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076634.030762:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076634.030768:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076634.030774:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076634.030803:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076634.030831:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076634.030845:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076634/real 1769076634] req@ffff97a506b2f480 x1855007612145280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076634.030860:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612145280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076634.030872:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076634.030876:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076634.030880:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076634.094243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076634.094259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076634.094341:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076635.054323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076635.118249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076635.118266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076635.118404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076636.078300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076636.142259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076636.142296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076636.142373:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076637.102188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076637.166251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076637.166265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076637.166314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076638.126254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076638.190263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076638.190267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076638.190416:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076639.150214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076639.150230:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076639.150236:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076639.150241:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076639.150258:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3626 00000100:00080000:3.0:1769076639.150268:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076639.150275:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076639.150316:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612145408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076639.150339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076639.150342:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076639.150344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076639.150347:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3626 00000100:00080000:3.0:1769076639.150349:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076639.150351:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076639.150359:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076639.150371:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076639.150393:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145408:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076639.150464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076639.150501:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076639/real 1769076639] req@ffff97a511925f80 x1855007612145408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076639.150521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612145408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076639.150529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076639.150533:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076639.150536:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076639.150542:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076639.150556:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076639.150564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076639/real 1769076639] req@ffff97a511927100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076639.150572:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076639.150579:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076639.150581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076639.150583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076639.214187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076639.214198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076639.214256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076640.174212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076640.238209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076640.238209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076640.238284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076641.198260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076641.262211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076641.262268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076641.262405:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076642.222245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076642.286202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076642.286321:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076642.286365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076643.246187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076643.310208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076643.310208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076643.310275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076644.270308:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076644.270325:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076644.270333:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076644.270347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076644.270348:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3632 00000100:00080000:2.0:1769076644.270380:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076644.270393:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076644.270450:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612145664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076644.270503:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076644.270508:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076644.270510:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076644.270515:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3632 00000100:00080000:2.0:1769076644.270520:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076644.270524:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076644.270537:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076644.270551:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612145792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076644.270657:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076644.270799:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076644.334285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076644.334285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076644.334440:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076645.294193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076645.358210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076645.358214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076645.358291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076646.318206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076646.382222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076646.382222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076646.382280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076647.342202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076647.342383:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076647.342417:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076647.342433:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076647.342468:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076647.342525:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076644/real 1769076647] req@ffff97a507941c00 x1855007612145664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076647.342548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612145664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076647.342563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076647.342568:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076647.342571:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076647.342576:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076644/real 1769076647] req@ffff97a507941180 x1855007612145792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076647.342584:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612145792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076647.342590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076647.342592:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076647.342594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612145792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076647.406185:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076647.406190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076647.406261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076648.366232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076648.430206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076648.430207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076648.430272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076649.390233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076649.390237:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076649.390245:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076649.390250:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076649.390258:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3637 00000100:00080000:1.0:1769076649.390269:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076649.390275:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076649.390313:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612145920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076649.390339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076649.390342:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076649.390344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076649.390349:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3637 00000100:00080000:1.0:1769076649.390354:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076649.390359:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076649.390372:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076649.390382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076649.390390:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612146048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076649.390465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076649.390505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076649/real 1769076649] req@ffff97a506b5f480 x1855007612145920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076649.390525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612145920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076649.390536:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076649.390540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076649.390545:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612145920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076649.390571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146048:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076649.390594:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076649.390607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076649/real 1769076649] req@ffff97a506b5c000 x1855007612146048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076649.390620:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612146048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076649.390630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076649.390634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076649.390637:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146048:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076649.454208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076649.454208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076649.454278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076650.414207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076650.478215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076650.478216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076650.478279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076651.438245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076651.502233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076651.502236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076651.502294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076652.462216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076652.526199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076652.526210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076652.526240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076653.486203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076653.550196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076653.550199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076653.550295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076654.510207:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076654.510215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076654.510216:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076654.510222:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076654.510232:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3642 00000100:00080000:1.0:1769076654.510242:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076654.510249:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076654.510285:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612146176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076654.510308:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076654.510311:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076654.510312:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076654.510315:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3642 00000100:00080000:1.0:1769076654.510318:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076654.510320:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076654.510328:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076654.510337:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076654.510358:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146176:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076654.510430:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076654.510469:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076654/real 1769076654] req@ffff97a506b5fb80 x1855007612146176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076654.510497:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612146176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076654.510508:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076654.510513:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076654.510517:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076654.510525:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146304:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076654.510547:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076654.510559:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076654/real 1769076654] req@ffff97a506b5ed80 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076654.510570:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076654.510580:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076654.510583:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076654.510587:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076654.574207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076654.574207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076654.574249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076655.534205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076655.598185:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076655.598200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076655.598290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076656.558222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076656.622264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076656.622264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076656.622326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076657.582200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076657.646203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076657.646210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076657.646271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076658.606249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076658.670201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076658.670202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076658.670316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076659.630203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076659.630260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076659.630267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076659.630271:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076659.630279:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3647 00000100:00080000:2.0:1769076659.630289:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076659.630295:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076659.630332:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612146432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076659.630356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076659.630359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076659.630360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076659.630363:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3647 00000100:00080000:2.0:1769076659.630365:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076659.630368:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076659.630375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076659.630385:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612146560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076659.630401:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146432:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076659.630465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076659.630507:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076659/real 1769076659] req@ffff97a507942a00 x1855007612146432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076659.630521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612146432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076659.630529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076659.630533:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076659.630535:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076659.630554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146560:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076659.630569:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076659.630577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076659/real 1769076659] req@ffff97a507940380 x1855007612146560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076659.630585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612146560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076659.630595:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076659.630598:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076659.630600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146560:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076659.694204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076659.694226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076659.694237:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076660.654225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076660.718195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076660.718196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076660.718269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076661.678242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076661.742220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076661.742220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076661.742321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076662.702217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076662.766224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076662.766229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076662.766280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076663.726215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076663.790214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076663.790216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076663.790277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076664.750210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.750219:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076664.750223:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076664.750232:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3652 00000100:00080000:2.0:1769076664.750243:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076664.750249:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076664.750275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076664.750289:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612146688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076664.750314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076664.750317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076664.750318:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076664.750322:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3652 00000100:00080000:2.0:1769076664.750325:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076664.750328:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076664.750336:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076664.750343:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076664.750351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612146816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076664.750419:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076664.750452:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076664/real 1769076664] req@ffff97a507940700 x1855007612146688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076664.750470:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612146688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076664.750479:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076664.750483:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076664.750486:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076664.750506:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146816:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076664.750540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076664.750553:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076664/real 1769076664] req@ffff97a507943100 x1855007612146816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076664.750565:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612146816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076664.750573:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076664.750576:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076664.750580:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612146816:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076664.814199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076664.814200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076664.814259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076665.774203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076665.838220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076665.838220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076665.838282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076666.798184:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076666.862221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076666.862222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076666.862326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076667.822203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076667.886193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076667.886215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076667.886284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076668.846201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076668.910212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076668.910223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076668.910278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076669.870194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076669.870238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076669.870247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076669.870252:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076669.870261:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3657 00000100:00080000:0.0:1769076669.870272:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076669.870279:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076669.870322:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612146944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076669.870352:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076669.870355:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076669.870356:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076669.870359:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3657 00000100:00080000:0.0:1769076669.870362:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076669.870366:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076669.870374:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076669.870387:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076669.870398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146944:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076669.870477:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076669.870513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076669/real 1769076669] req@ffff97a506b2c380 x1855007612146944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076669.870529:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612146944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076669.870538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076669.870542:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076669.870545:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612146944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076669.870565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147072:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076669.870580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076669.870588:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076669/real 1769076669] req@ffff97a506b2f480 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076669.870597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076669.870603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076669.870606:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076669.870608:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147072:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076669.934193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076669.934199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076669.934270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076670.894243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076670.958242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076670.958242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076670.958337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076671.918299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076671.982255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076671.982263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076671.982354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076672.942241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076673.006201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076673.006201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076673.006285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076673.966256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076674.030195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076674.030203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076674.030290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076674.990299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076674.990310:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076674.990325:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076674.990375:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076674.990403:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3662 00000100:00080000:0.0:1769076674.990417:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076674.990427:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076674.990480:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612147200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076674.990521:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076674.990526:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076674.990529:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076674.990534:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3662 00000100:00080000:0.0:1769076674.990540:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076674.990546:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076674.990560:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076674.990577:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612147328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076674.990590:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147200:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076674.990723:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076674.990821:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076674/real 1769076674] req@ffff97a506b2d180 x1855007612147200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076674.990857:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612147200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076674.990879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076674.990888:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076674.990897:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076674.990942:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147328:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076674.990981:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076674.990999:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076674/real 1769076674] req@ffff97a506b2fb80 x1855007612147328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076674.991027:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612147328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076674.991039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076674.991044:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076674.991048:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147328:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076675.054262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076675.054267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076675.054324:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076676.014236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076676.078295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076676.078382:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076676.078419:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076677.038300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076677.102222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076677.102223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076677.102421:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076678.062194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076678.126258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076678.126318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076678.126382:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076679.086247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076679.150337:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076679.150410:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076679.150499:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076680.110252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076680.110277:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076680.110315:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076680.110322:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076680.110336:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3667 00000100:00080000:3.0:1769076680.110350:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076680.110361:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076680.110409:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612147456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076680.110440:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076680.110444:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076680.110446:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076680.110450:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3667 00000100:00080000:3.0:1769076680.110454:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076680.110457:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076680.110467:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076680.110480:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612147584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076680.110505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147456:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076680.110600:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076680.110664:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076680/real 1769076680] req@ffff97a511925c00 x1855007612147456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076680.110704:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612147456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076680.110731:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076680.110738:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076680.110744:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076680.110775:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147584:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076680.110809:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076680.110827:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076680/real 1769076680] req@ffff97a511927100 x1855007612147584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076680.110875:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612147584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076680.110887:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076680.110891:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076680.110896:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147584:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076680.174235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076680.174235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076680.174331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076681.134227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076681.198200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076681.198203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076681.198299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076682.158251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076682.222213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076682.222226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076682.222334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076683.182223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076683.246277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076683.246290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076683.246376:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076684.206244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076684.270276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076684.270276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076684.270361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076685.230231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076685.230238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076685.230245:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076685.230250:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076685.230258:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3673 00000100:00080000:3.0:1769076685.230271:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076685.230280:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076685.230348:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612147712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076685.230386:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076685.230392:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076685.230395:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076685.230401:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3673 00000100:00080000:3.0:1769076685.230408:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076685.230415:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076685.230439:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076685.230451:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076685.230481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076685.230570:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076685.230627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076685/real 1769076685] req@ffff97a511925f80 x1855007612147712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076685.230647:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612147712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076685.230658:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076685.230663:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076685.230667:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076685.230705:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147840:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076685.230726:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076685.230737:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076685/real 1769076685] req@ffff97a511927800 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076685.230749:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076685.230758:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076685.230762:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076685.230767:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612147840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076685.294248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076685.294248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076685.294323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076686.254236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076686.318239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076686.318241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076686.318357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076687.278294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076687.342267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076687.342271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076687.342417:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076688.302267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076688.366227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076688.366249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076688.366285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076689.326181:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076689.390262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076689.390268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076689.390375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076690.350290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076690.350349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076690.350370:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076690.350377:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076690.350402:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3678 00000100:00080000:0.0:1769076690.350421:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076690.350433:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076690.350490:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612147968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076690.350539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076690.350544:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076690.350547:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076690.350553:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3678 00000100:00080000:0.0:1769076690.350557:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076690.350563:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076690.350578:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076690.350605:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612148096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076690.350607:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147968:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076690.350759:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076690.350822:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076690/real 1769076690] req@ffff97a506b2ce00 x1855007612147968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076690.350847:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612147968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076690.350861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076690.350867:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076690.350873:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612147968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076690.350905:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148096:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076690.350935:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076690.350950:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076690/real 1769076690] req@ffff97a506b2f800 x1855007612148096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076690.350965:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612148096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076690.350977:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076690.350981:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076690.350985:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148096:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076690.414271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076690.414274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076690.414370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076691.374249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076691.438255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076691.438259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076691.438369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076692.398253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076692.462248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076692.462249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076692.462361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076693.422253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076693.486254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076693.486266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076693.486406:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076694.446204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076694.510182:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076694.510200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076694.510237:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076695.470210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076695.470222:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076695.470230:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076695.470235:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076695.470246:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3683 00000100:00080000:0.0:1769076695.470270:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076695.470278:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076695.470325:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612148224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076695.470359:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076695.470363:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076695.470366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076695.470370:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3683 00000100:00080000:0.0:1769076695.470376:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076695.470380:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076695.470390:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076695.470404:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612148352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076695.470446:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148224:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076695.470525:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076695.470564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076695/real 1769076695] req@ffff97a506b2ca80 x1855007612148224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076695.470578:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612148224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076695.470586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076695.470590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076695.470593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076695.470598:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148352:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076695.470611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076695.470619:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076695/real 1769076695] req@ffff97a506b2ed80 x1855007612148352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076695.470626:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612148352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076695.470633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076695.470635:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076695.470637:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076695.534192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076695.534223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076695.534260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076696.494240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076696.558198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076696.558298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076696.558309:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076697.518182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076697.582197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076697.582203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076697.582308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076698.542264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076698.606186:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076698.606200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076698.606243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076699.566195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076699.630237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076699.630293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076699.630374:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076700.590257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076700.590339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076700.590354:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076700.590362:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076700.590379:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3688 00000100:00080000:3.0:1769076700.590397:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076700.590410:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076700.590472:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612148480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076700.590528:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076700.590535:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076700.590540:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076700.590550:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3688 00000100:00080000:3.0:1769076700.590557:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076700.590565:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076700.590582:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076700.590616:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076700.590617:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076700.590726:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076700.590791:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076700/real 1769076700] req@ffff97a511926680 x1855007612148480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076700.590830:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612148480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076700.590853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076700.590861:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076700.590868:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076700.590915:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148608:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076700.590977:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076700.590998:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076700/real 1769076700] req@ffff97a511924000 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076700.591014:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076700.591027:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076700.591032:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076700.591038:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148608:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076700.654247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076700.654262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076700.654400:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076701.614198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076701.678204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076701.678241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076701.678300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076702.638233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076702.702248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076702.702308:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076702.702457:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076703.662253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076703.726250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076703.726260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076703.726348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076704.686239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076704.750229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076704.750229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076704.750288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076705.710233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076705.710267:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076705.710274:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076705.710280:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076705.710289:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3693 00000100:00080000:0.0:1769076705.710301:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076705.710307:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076705.710366:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612148736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076705.710395:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076705.710401:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076705.710402:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076705.710406:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3693 00000100:00080000:0.0:1769076705.710410:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076705.710429:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076705.710440:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076705.710457:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612148864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076705.710491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148736:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076705.710578:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076705.710627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076705/real 1769076705] req@ffff97a506b2c700 x1855007612148736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076705.710648:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612148736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076705.710660:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076705.710665:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076705.710670:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076705.710678:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148864:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076705.710702:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076705.710729:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076705/real 1769076705] req@ffff97a506b2c000 x1855007612148864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076705.710739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612148864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076705.710746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076705.710749:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076705.710751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612148864:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076705.774239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076705.774243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076705.774299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076706.734199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076706.798235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076706.798235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076706.798324:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076707.758229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076707.822217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076707.822229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076707.822322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076708.782204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076708.846266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076708.846394:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076708.846407:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076709.806245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076709.870242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076709.870280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076709.870359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076710.830230:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076710.830234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076710.830243:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076710.830249:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076710.830260:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3698 00000100:00080000:1.0:1769076710.830271:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076710.830280:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076710.830323:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612148992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076710.830353:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076710.830357:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076710.830359:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076710.830363:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3698 00000100:00080000:1.0:1769076710.830367:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076710.830370:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076710.830381:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076710.830394:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612149120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076710.830432:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076710.830534:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076710.894237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076710.894245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076710.894309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076711.854378:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076711.918245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076711.918272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076711.918331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076712.878319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076712.942190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076712.942195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076712.942257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076713.902553:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769076713.902586:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769076713.902656:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076713.902672:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769076713.902730:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076713.902887:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076710/real 1769076713] req@ffff97a506b5dc00 x1855007612148992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076713.902918:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612148992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076713.902932:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076713.902939:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076713.902944:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612148992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076713.902953:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076710/real 1769076713] req@ffff97a506b5ca80 x1855007612149120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076713.902967:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612149120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076713.902978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076713.902982:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076713.902985:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076713.966202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076713.966203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076713.966288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076714.926283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076714.990194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076714.990195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076714.990257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076715.950228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076715.950240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076715.950248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076715.950253:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076715.950268:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3703 00000100:00080000:1.0:1769076715.950278:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076715.950286:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076715.950353:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612149248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076715.950377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076715.950380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076715.950382:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076715.950385:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3703 00000100:00080000:1.0:1769076715.950387:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076715.950390:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076715.950399:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076715.950408:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076715.950423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149248:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076715.950518:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076715.950566:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076715/real 1769076715] req@ffff97a506b5ca80 x1855007612149248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076715.950586:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612149248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076715.950598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076715.950603:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076715.950607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076715.950636:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149376:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076715.950679:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076715.950696:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076715/real 1769076715] req@ffff97a506b5dc00 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076715.950711:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076715.950722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076715.950725:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076715.950729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149376:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076716.014193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076716.014193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076716.014248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076716.974236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769076717.038263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076717.038273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076717.038420:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076717.998257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076718.062266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076718.062276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076718.062428:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076719.022257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076719.086263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076719.086263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076719.086377:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076720.046216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076720.110227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076720.110237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076720.110297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076721.070275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076721.070280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076721.070294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076721.070301:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076721.070315:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3708 00000100:00080000:0.0:1769076721.070330:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076721.070342:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076721.070406:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612149504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076721.070445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076721.070450:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076721.070452:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076721.070457:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3708 00000100:00080000:0.0:1769076721.070461:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076721.070467:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076721.070480:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076721.070508:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612149632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076721.070518:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149504:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076721.070651:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076721.070704:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076721/real 1769076721] req@ffff97a506b2f100 x1855007612149504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076721.070730:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612149504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076721.070744:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076721.070750:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076721.070756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076721.070787:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149632:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076721.070813:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076721.070844:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076721/real 1769076721] req@ffff97a506b2e300 x1855007612149632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076721.070860:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612149632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076721.070872:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076721.070876:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076721.070880:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076721.134256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076721.134287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076721.134361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076722.094231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076722.158236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076722.158252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076722.158361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076723.118248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076723.182292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076723.182293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076723.182378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076724.142240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076724.206296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076724.206334:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076724.206465:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076725.166295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076725.230256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076725.230286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076725.230349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076726.190261:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076726.190261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076726.190276:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076726.190281:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076726.190293:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3714 00000100:00080000:0.0:1769076726.190306:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076726.190314:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076726.190356:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612149760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076726.190383:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076726.190386:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076726.190388:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076726.190391:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3714 00000100:00080000:0.0:1769076726.190393:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076726.190396:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076726.190405:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076726.190418:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612149888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076726.190434:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149760:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076726.190536:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076726.190577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076726/real 1769076726] req@ffff97a506b2dc00 x1855007612149760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076726.190597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612149760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076726.190607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076726.190611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076726.190615:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612149760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076726.190640:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149888:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076726.190659:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076726.190669:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076726/real 1769076726] req@ffff97a506b2e300 x1855007612149888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076726.190679:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612149888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076726.190692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076726.190695:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076726.190698:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612149888:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076726.254297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076726.254298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076726.254310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076727.214321:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076727.278253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076727.278296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076727.278425:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076728.238246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076728.302300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076728.302301:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076728.302365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076729.262374:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076729.326260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076729.326371:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076729.326423:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076730.286318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076730.350204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076730.350215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076730.350315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076731.310277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076731.310326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076731.310341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076731.310348:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076731.310361:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3719 00000100:00080000:1.0:1769076731.310376:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076731.310386:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076731.310472:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612150016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076731.310528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076731.310536:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076731.310541:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076731.310552:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3719 00000100:00080000:1.0:1769076731.310562:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769076731.310572:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150016:192.168.204.123@tcp:250:kworker.0 00000100:00080000:1.0:1769076731.310579:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076731.310601:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076731.310630:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076731.310668:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076731.310717:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076731/real 1769076731] req@ffff97a506b5e300 x1855007612150016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076731.310732:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612150016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076731.310742:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076731.310746:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076731.310750:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076731.310775:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150144:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076731.310790:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076731.310800:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076731/real 1769076731] req@ffff97a506b5ea00 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076731.310807:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076731.310814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076731.310816:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076731.310819:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150144:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076731.374224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076731.374225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076731.374335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076732.334279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076732.398265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076732.398265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076732.398343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076733.358197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076733.422215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076733.422219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076733.422293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076734.382203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076734.446272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076734.446272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076734.446378:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076735.406240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076735.470264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076735.470264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076735.470305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076736.430216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076736.430217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076736.430228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076736.430233:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076736.430246:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3724 00000100:00080000:1.0:1769076736.430258:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076736.430266:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076736.430304:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612150272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076736.430349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076736.430352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076736.430354:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076736.430358:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3724 00000100:00080000:1.0:1769076736.430361:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076736.430367:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076736.430377:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076736.430392:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076736.430400:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150272:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076736.430498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076736.430555:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076736/real 1769076736] req@ffff97a506b5c700 x1855007612150272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076736.430578:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612150272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076736.430587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076736.430590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076736.430596:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076736.430621:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150400:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076736.430649:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076736.430665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076736/real 1769076736] req@ffff97a506b5ce00 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076736.430675:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076736.430685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076736.430688:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076736.430690:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076736.494244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076736.494246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076736.494326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076737.454231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076737.518245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076737.518252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076737.518293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076738.478343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076738.542326:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076738.542327:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076738.542417:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076739.502245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076739.566252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076739.566257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076739.566339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076740.526315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076740.590276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076740.590346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076740.590404:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076741.550255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076741.550288:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076741.550297:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076741.550304:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076741.550335:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3729 00000100:00080000:1.0:1769076741.550351:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076741.550363:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076741.550421:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612150528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076741.550453:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076741.550457:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076741.550459:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076741.550463:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3729 00000100:00080000:1.0:1769076741.550468:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076741.550472:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076741.550484:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076741.550498:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612150656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076741.550521:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150528:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076741.550621:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076741.550665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076741/real 1769076741] req@ffff97a506b5d500 x1855007612150528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076741.550687:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612150528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076741.550698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076741.550714:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076741.550718:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076741.550743:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150656:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076741.550763:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076741.550774:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076741/real 1769076741] req@ffff97a506b5e680 x1855007612150656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076741.550786:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612150656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076741.550794:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076741.550798:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076741.550801:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150656:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076741.614248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076741.614288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076741.614374:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076742.574253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076742.638241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076742.638241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076742.638297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076743.598294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076743.662237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076743.662243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076743.662294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076744.622220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076744.686241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076744.686241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076744.686306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076745.646237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076745.710275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076745.710275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076745.710393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076746.670292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076746.670303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076746.670314:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076746.670320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076746.670330:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3734 00000100:00080000:0.0:1769076746.670344:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076746.670352:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076746.670397:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612150784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076746.670428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076746.670430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076746.670432:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076746.670436:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3734 00000100:00080000:0.0:1769076746.670440:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076746.670443:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076746.670458:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076746.670467:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076746.670474:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076746.670546:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076746.670585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076746/real 1769076746] req@ffff97a506b2f100 x1855007612150784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076746.670600:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612150784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076746.670610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076746.670614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076746.670617:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612150784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076746.670639:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150912:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076746.670654:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076746.670662:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076746/real 1769076746] req@ffff97a506b2c000 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076746.670670:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076746.670677:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076746.670679:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076746.670682:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612150912:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076746.734243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076746.734269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076746.734300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076747.694215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076747.758197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076747.758207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076747.758259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076748.718209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076748.782216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076748.782218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076748.782263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076749.742233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076749.806203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076749.806267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076749.806271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076750.766284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076750.830244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076750.830268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076750.830270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076751.790196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076751.790198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076751.790206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076751.790210:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076751.790218:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3739 00000100:00080000:0.0:1769076751.790228:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076751.790234:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076751.790274:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612151040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076751.790299:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076751.790301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076751.790303:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076751.790306:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3739 00000100:00080000:0.0:1769076751.790308:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076751.790311:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076751.790318:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076751.790328:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612151168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076751.790369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151040:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076751.790444:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076751.790486:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076751/real 1769076751] req@ffff97a506b2c700 x1855007612151040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076751.790502:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612151040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076751.790511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076751.790515:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076751.790518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076751.790524:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151168:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076751.790540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076751.790548:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076751/real 1769076751] req@ffff97a506b2ed80 x1855007612151168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076751.790556:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612151168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076751.790563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076751.790566:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076751.790568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076751.854236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076751.854236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076751.854310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076752.814215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076752.878205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076752.878208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076752.878266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076753.838233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076753.902219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076753.902219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076753.902274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076754.862240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076754.926218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076754.926223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076754.926301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076755.886210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076755.950214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076755.950272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076755.950444:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076756.910247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076756.910258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076756.910263:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076756.910267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076756.910274:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3744 00000100:00080000:1.0:1769076756.910288:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076756.910295:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076756.910338:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612151296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076756.910360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076756.910363:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076756.910364:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076756.910368:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3744 00000100:00080000:1.0:1769076756.910370:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076756.910373:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076756.910382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076756.910392:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076756.910394:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612151424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076756.910463:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076756.910504:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076756/real 1769076756] req@ffff97a506b5d880 x1855007612151296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076756.910518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612151296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076756.910526:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076756.910530:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076756.910533:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076756.910552:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151424:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076756.910567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076756.910575:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076756/real 1769076756] req@ffff97a506b5e680 x1855007612151424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076756.910588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612151424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076756.910595:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076756.910598:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076756.910600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151424:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076756.974261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076756.974261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076756.974317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076757.934246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076757.998230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076757.998242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076757.998284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076758.958214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076759.022203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076759.022203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076759.022254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076759.982209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076760.046193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076760.046199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076760.046261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076761.006185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076761.070181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076761.070197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076761.070235:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076762.030207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076762.030209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076762.030219:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076762.030224:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076762.030235:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3749 00000100:00080000:1.0:1769076762.030247:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076762.030255:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076762.030295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612151552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076762.030324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076762.030328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076762.030330:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076762.030334:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3749 00000100:00080000:1.0:1769076762.030339:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076762.030344:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076762.030354:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076762.030367:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076762.030372:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151552:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076762.030439:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076762.030473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076762/real 1769076762] req@ffff97a506b5d500 x1855007612151552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076762.030488:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612151552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076762.030496:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076762.030500:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076762.030503:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076762.030523:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151680:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076762.030538:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076762.030546:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076762/real 1769076762] req@ffff97a506b5ce00 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076762.030555:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076762.030562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076762.030564:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076762.030566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076762.094209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076762.094211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076762.094300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076763.054194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076763.118174:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076763.118191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076763.118242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076764.078186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076764.142196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076764.142206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076764.142282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076765.102189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076765.166184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076765.166199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076765.166265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076766.126320:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076766.190259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076766.190292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076766.190338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076767.150264:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076767.150274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076767.150276:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076767.150281:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076767.150291:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3754 00000100:00080000:2.0:1769076767.150303:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076767.150310:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076767.150363:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612151808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076767.150391:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076767.150394:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076767.150396:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076767.150399:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3754 00000100:00080000:2.0:1769076767.150401:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076767.150404:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076767.150414:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076767.150430:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612151936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076767.150438:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151808:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076767.150521:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076767.150576:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076767/real 1769076767] req@ffff97a507943100 x1855007612151808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076767.150600:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612151808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076767.150612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076767.150618:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076767.150622:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612151808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076767.150663:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151936:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076767.150704:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076767.150720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076767/real 1769076767] req@ffff97a507940700 x1855007612151936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076767.150736:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612151936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076767.150748:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076767.150752:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076767.150756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612151936:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076767.214232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076767.214232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076767.214308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076768.174250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076768.238251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076768.238253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076768.238346:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076769.198289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076769.262302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076769.262303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076769.262419:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076770.222249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076770.286267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076770.286269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076770.286417:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076771.246211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076771.310226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076771.310226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076771.310328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076772.270186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076772.270211:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076772.270218:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076772.270223:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076772.270232:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3760 00000100:00080000:2.0:1769076772.270242:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076772.270248:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076772.270289:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612152064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076772.270318:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076772.270323:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076772.270327:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076772.270333:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3760 00000100:00080000:2.0:1769076772.270338:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076772.270343:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076772.270353:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152064:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769076772.270356:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076772.270380:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612152192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076772.270425:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076772.270466:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076772/real 1769076772] req@ffff97a507940380 x1855007612152064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076772.270483:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612152064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076772.270494:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076772.270499:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076772.270504:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076772.270538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152192:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076772.270583:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076772.270611:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076772/real 1769076772] req@ffff97a507942a00 x1855007612152192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076772.270623:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612152192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076772.270631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076772.270636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076772.270639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152192:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076772.334241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076772.334316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076772.334373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076773.294219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076773.358239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076773.358239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076773.358276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076774.318213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076774.382245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076774.382299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076774.382356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076775.342205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076775.406189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076775.406230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076775.406285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076776.366222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076776.430220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076776.430220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076776.430303:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076777.390276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076777.390279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076777.390291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076777.390297:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076777.390310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3765 00000100:00080000:2.0:1769076777.390328:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076777.390341:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076777.390398:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612152320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076777.390438:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076777.390445:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076777.390448:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076777.390456:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3765 00000100:00080000:2.0:1769076777.390463:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076777.390472:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076777.390487:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076777.390498:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076777.390509:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076777.390696:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076777.454196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076777.454199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076777.454246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076778.414194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076778.478257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076778.478263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076778.478323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076779.438248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076779.502273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076779.502278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076779.502345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076780.462198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769076780.462556:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769076780.462636:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076780.462654:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769076780.462689:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769076780.462720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076777/real 1769076780] req@ffff97a507941c00 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076780.462743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076780.462753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076780.462758:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076780.462761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076780.462767:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076777/real 1769076780] req@ffff97a507941180 x1855007612152320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076780.462776:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612152320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076780.462784:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076780.462788:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076780.462792:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076780.526256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076780.526256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076780.526306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076781.486272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076781.550225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076781.550225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076781.550333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076782.510211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076782.510306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076782.510316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076782.510320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076782.510329:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3770 00000100:00080000:2.0:1769076782.510339:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076782.510346:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076782.510396:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612152576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076782.510432:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076782.510436:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076782.510438:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076782.510445:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3770 00000100:00080000:2.0:1769076782.510454:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076782.510461:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076782.510469:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152576:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769076782.510494:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076782.510530:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612152704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076782.510588:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076782.510656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076782/real 1769076782] req@ffff97a507943b80 x1855007612152576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.510684:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612152576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.510698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.510704:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076782.510708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076782.510738:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152704:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076782.510763:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076782.510779:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076782/real 1769076782] req@ffff97a507941880 x1855007612152704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076782.510792:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612152704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076782.510808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076782.510813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076782.510816:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152704:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076782.574241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076782.574241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076782.574309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076783.534221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076783.598195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076783.598195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076783.598284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076784.558260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076784.622276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076784.622304:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076784.622450:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076785.582229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076785.646214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076785.646214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076785.646303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076786.606316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076786.670250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076786.670274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076786.670362:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076787.630238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076787.630250:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076787.630256:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076787.630257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076787.630273:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3775 00000100:00080000:0.0:1769076787.630288:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076787.630298:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076787.630358:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612152832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076787.630393:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076787.630397:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076787.630399:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076787.630403:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3775 00000100:00080000:0.0:1769076787.630407:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076787.630412:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076787.630424:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076787.630436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076787.630439:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612152960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769076787.630564:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076787.630622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076787/real 1769076787] req@ffff97a506b2ca80 x1855007612152832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076787.630640:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612152832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076787.630651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076787.630655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076787.630659:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612152832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076787.630685:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152960:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076787.630724:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076787.630747:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076787/real 1769076787] req@ffff97a506b2f800 x1855007612152960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076787.630765:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612152960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076787.630774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076787.630776:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076787.630779:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612152960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076787.694327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076787.694336:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076787.694479:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076788.654326:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076788.718259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076788.718259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076788.718280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076789.678272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076789.742227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076789.742227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076789.742331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076790.702218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076790.766266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076790.766275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076790.766366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076791.726293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076791.790233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076791.790297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076791.790330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076792.750353:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076792.750371:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076792.750404:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076792.750406:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076792.750419:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3780 00000100:00080000:2.0:1769076792.750435:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076792.750446:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076792.750507:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612153088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076792.750539:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076792.750543:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076792.750546:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076792.750551:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3780 00000100:00080000:2.0:1769076792.750557:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076792.750562:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076792.750573:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076792.750587:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076792.750594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153088:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769076792.750731:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076792.750797:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076792/real 1769076792] req@ffff97a507940a80 x1855007612153088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076792.750814:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612153088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076792.750823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076792.750827:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076792.750830:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076792.750854:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153216:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769076792.750872:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769076792.750881:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076792/real 1769076792] req@ffff97a507940e00 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076792.750890:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076792.750898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076792.750900:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769076792.750903:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153216:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076792.814333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076792.814370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076792.814432:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076793.774238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076793.838249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076793.838285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076793.838404:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076794.798271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076794.862226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076794.862226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076794.862288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076795.822239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076795.886194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076795.886195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076795.886274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076796.846240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076796.910243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076796.910243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076796.910370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076797.870211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076797.870214:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076797.870222:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076797.870227:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076797.870236:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3785 00000100:00080000:0.0:1769076797.870246:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076797.870253:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076797.870305:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612153344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076797.870348:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076797.870353:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076797.870355:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076797.870360:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3785 00000100:00080000:0.0:1769076797.870365:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076797.870370:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076797.870383:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076797.870406:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612153472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076797.870450:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153344:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076797.870551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076797.870603:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076797/real 1769076797] req@ffff97a506b2ce00 x1855007612153344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076797.870628:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612153344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076797.870654:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076797.870658:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076797.870661:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153344:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076797.870683:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153472:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076797.870701:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076797.870713:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076797/real 1769076797] req@ffff97a506b2fb80 x1855007612153472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076797.870726:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612153472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076797.870737:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076797.870748:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076797.870752:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153472:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076797.934218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076797.934218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076797.934284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076798.894221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076798.958237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076798.958244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076798.958335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076799.918204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076799.982218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076799.982218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076799.982306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076800.942193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076801.006208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076801.006208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076801.006296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076801.966236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076802.030241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076802.030247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076802.030303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076802.990191:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076802.990214:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076802.990221:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076802.990231:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3790 00000100:00080000:0.0:1769076802.990243:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076802.990243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076802.990256:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076802.990316:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612153600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076802.990344:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076802.990348:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076802.990350:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076802.990354:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3790 00000100:00080000:0.0:1769076802.990357:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076802.990360:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076802.990369:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076802.990383:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076802.990402:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153600:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076802.990488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076802.990528:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076802/real 1769076802] req@ffff97a506b2d180 x1855007612153600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076802.990564:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612153600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076802.990574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076802.990578:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076802.990582:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076802.990606:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153728:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076802.990642:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076802.990653:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076802/real 1769076802] req@ffff97a506b2f480 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076802.990665:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076802.990674:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076802.990677:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076802.990680:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076803.054254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076803.054254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076803.054370:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076804.014279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076804.078299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076804.078299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076804.078454:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076805.038257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076805.102229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076805.102230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076805.102297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076806.062205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076806.126209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076806.126209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076806.126271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076807.086215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076807.150195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076807.150206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076807.150273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076808.110230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076808.110250:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076808.110258:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076808.110264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076808.110274:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3795 00000100:00080000:0.0:1769076808.110285:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076808.110292:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076808.110335:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612153856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076808.110366:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076808.110370:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076808.110372:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076808.110376:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3795 00000100:00080000:0.0:1769076808.110379:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076808.110383:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076808.110393:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076808.110409:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769076808.110419:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153856:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769076808.110486:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076808.110524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076808/real 1769076808] req@ffff97a506b2c380 x1855007612153856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076808.110541:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612153856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076808.110550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076808.110554:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076808.110557:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612153856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076808.110577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153984:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769076808.110596:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769076808.110607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076808/real 1769076808] req@ffff97a506b2f480 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076808.110618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769076808.110626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769076808.110630:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769076808.110634:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612153984:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076808.174190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076808.174196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076808.174244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076809.134281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076809.198230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076809.198264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076809.198402:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076810.158267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076810.222262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076810.222265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076810.222405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076811.182204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076811.246195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076811.246198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076811.246254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076812.206210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076812.270200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076812.270201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076812.270258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076813.230225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076813.230230:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076813.230240:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076813.230245:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076813.230256:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3801 00000100:00080000:0.0:1769076813.230269:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076813.230277:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076813.230323:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612154112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076813.230358:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076813.230362:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076813.230365:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076813.230370:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3801 00000100:00080000:0.0:1769076813.230376:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076813.230382:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076813.230392:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076813.230402:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076813.230410:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612154240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076813.230468:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076813.230499:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076813/real 1769076813] req@ffff97a506b2d180 x1855007612154112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076813.230514:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612154112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076813.230522:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076813.230525:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076813.230528:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076813.230547:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154240:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076813.230561:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076813.230569:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076813/real 1769076813] req@ffff97a506b2fb80 x1855007612154240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076813.230577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612154240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076813.230583:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076813.230585:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076813.230587:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154240:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076813.294193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076813.294211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076813.294253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076814.254205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076814.318232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076814.318235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076814.318285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076815.278310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076815.342311:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076815.342316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076815.342373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076816.302200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076816.366241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076816.366241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076816.366312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076817.326272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076817.390317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076817.390317:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076817.390422:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076818.350280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076818.350315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076818.350324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076818.350329:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076818.350340:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3806 00000100:00080000:1.0:1769076818.350376:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076818.350385:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076818.350437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612154368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076818.350477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076818.350482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076818.350484:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076818.350489:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3806 00000100:00080000:1.0:1769076818.350493:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076818.350497:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076818.350508:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076818.350520:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612154496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076818.350574:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154368:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076818.350690:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076818.350731:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076818/real 1769076818] req@ffff97a506b5c700 x1855007612154368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076818.350748:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612154368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076818.350758:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076818.350762:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076818.350765:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076818.350771:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154496:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076818.350787:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076818.350795:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076818/real 1769076818] req@ffff97a506b5ea00 x1855007612154496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076818.350803:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612154496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076818.350810:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076818.350813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076818.350815:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076818.414267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076818.414268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076818.414354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076819.374248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076819.438401:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076819.438404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076819.438409:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076820.398239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076820.462253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076820.462253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076820.462333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076821.422222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076821.486201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769076821.486202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076821.486287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076822.446288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076822.510321:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076822.510411:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076822.510416:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:1.0:1769076823.470244:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076823.470244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076823.470257:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076823.470262:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076823.470274:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3811 00000100:00080000:1.0:1769076823.470288:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076823.470297:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076823.470343:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612154624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076823.470376:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076823.470379:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076823.470381:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076823.470385:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3811 00000100:00080000:1.0:1769076823.470388:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076823.470391:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076823.470401:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076823.470413:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076823.470442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154624:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076823.470522:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076823.470570:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076823/real 1769076823] req@ffff97a506b5e300 x1855007612154624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076823.470589:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612154624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076823.470599:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076823.470603:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076823.470607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076823.470614:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154752:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076823.470634:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076823.470644:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076823/real 1769076823] req@ffff97a506b5dc00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076823.470654:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076823.470663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076823.470666:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076823.470669:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612154752:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076823.534279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076823.534290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076823.534418:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076824.494233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076824.558281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076824.558290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076824.558383:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076825.518228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076825.582242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076825.582252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076825.582350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076826.542265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076826.606222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076826.606272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076826.606354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076827.566246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076827.630237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076827.630258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076827.630335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076828.590249:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076828.590251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076828.590263:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076828.590269:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076828.590280:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3816 00000100:00080000:1.0:1769076828.590295:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076828.590304:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076828.590352:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612154880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076828.590390:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076828.590393:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076828.590395:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076828.590399:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3816 00000100:00080000:1.0:1769076828.590401:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076828.590404:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076828.590414:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076828.590427:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612155008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076828.590474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154880:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076828.590574:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076828.590640:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076828/real 1769076828] req@ffff97a506b5ca80 x1855007612154880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076828.590663:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612154880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076828.590677:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076828.590682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076828.590687:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612154880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076828.590697:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155008:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076828.590722:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076828.590735:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076828/real 1769076828] req@ffff97a506b5ed80 x1855007612155008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076828.590749:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612155008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076828.590759:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076828.590763:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076828.590767:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076828.654241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076828.654256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076828.654377:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076829.614239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076829.678224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076829.678255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076829.678338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076830.638286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076830.702197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076830.702290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076830.702306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076831.662250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076831.726219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076831.726239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076831.726307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076832.686267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076832.750197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076832.750214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076832.750313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076833.710226:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076833.710234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076833.710239:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076833.710247:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076833.710259:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3821 00000100:00080000:1.0:1769076833.710274:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076833.710285:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076833.710373:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612155136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076833.710419:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076833.710424:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076833.710427:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076833.710432:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3821 00000100:00080000:1.0:1769076833.710437:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076833.710443:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076833.710456:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076833.710473:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612155264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076833.710497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155136:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076833.710600:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076833.710647:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076833/real 1769076833] req@ffff97a506b5fb80 x1855007612155136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076833.710669:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612155136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076833.710682:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076833.710711:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076833.710716:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076833.710756:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155264:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076833.710782:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076833.710805:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076833/real 1769076833] req@ffff97a506b5c000 x1855007612155264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076833.710818:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612155264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076833.710828:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076833.710832:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076833.710835:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155264:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076833.774223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076833.774234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076833.774285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076834.734199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076834.798249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076834.798283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076834.798315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076835.758235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076835.822245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076835.822262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076835.822409:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076836.782270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076836.846291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076836.846337:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076836.846362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076837.806294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076837.870204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076837.870204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076837.870322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076838.830276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076838.830368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076838.830380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076838.830388:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076838.830401:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3826 00000100:00080000:0.0:1769076838.830415:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076838.830424:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076838.830476:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612155392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076838.830525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076838.830530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076838.830532:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076838.830537:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3826 00000100:00080000:0.0:1769076838.830541:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076838.830545:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076838.830557:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076838.830572:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076838.830673:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155392:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076838.830769:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076838.830817:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076838/real 1769076838] req@ffff97a506b2ce00 x1855007612155392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076838.830841:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612155392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076838.830861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076838.830869:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076838.830876:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076838.830889:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155520:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076838.830929:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076838.830992:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076838/real 1769076838] req@ffff97a506b2f800 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076838.831023:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076838.831035:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076838.831040:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076838.831045:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155520:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076838.894257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076838.894297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076838.894396:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076839.854185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076839.918268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076839.918279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076839.918389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076840.878263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076840.942260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076840.942275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076840.942372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076841.902308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076841.966271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076841.966271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076841.966378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076842.926303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076842.990255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076842.990268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076842.990405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076843.950248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076843.950258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076843.950263:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076843.950285:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3831 00000100:00100000:1.0:1769076843.950290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076843.950298:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076843.950307:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076843.950346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612155648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076843.950376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076843.950380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076843.950392:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076843.950396:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3831 00000100:00080000:0.0:1769076843.950400:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076843.950404:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076843.950421:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076843.950429:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155648:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076843.950437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612155776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076843.950594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155776:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076844.014229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076844.014232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076844.014315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076844.974272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076845.038227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076845.038251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076845.038371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076845.998282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076846.062197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076846.062296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076846.062541:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076847.022276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769076847.022508:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769076847.022543:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076847.022558:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769076847.022596:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076847.022665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076843/real 1769076847] req@ffff97a506b2ed80 x1855007612155776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076847.022694:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612155776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076847.022709:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076847.022715:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076847.022719:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612155776:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076847.022728:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076843/real 1769076847] req@ffff97a506b2ca80 x1855007612155648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076847.022743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612155648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076847.022751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076847.022755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076847.022759:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155648:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076847.086215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076847.086219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076847.086273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076848.046250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076848.110199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076848.110208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076848.110280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076849.070269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076849.070348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076849.070358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076849.070363:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076849.070375:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3836 00000100:00080000:0.0:1769076849.070388:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076849.070397:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076849.070464:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612155904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076849.070497:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076849.070501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076849.070504:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076849.070508:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3836 00000100:00080000:0.0:1769076849.070513:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076849.070517:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076849.070530:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076849.070547:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612156032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076849.070563:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155904:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076849.070679:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076849.070733:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076849/real 1769076849] req@ffff97a506b2c700 x1855007612155904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076849.070770:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612155904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076849.070785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076849.070791:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076849.070797:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612155904:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076849.070835:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156032:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076849.070874:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076849.070893:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076849/real 1769076849] req@ffff97a506b2c000 x1855007612156032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076849.070912:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612156032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076849.070926:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076849.070932:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076849.070937:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156032:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076849.134234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076849.134274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076849.134374:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076850.094265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076850.158250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076850.158254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076850.158396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076851.118296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076851.182203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076851.182226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076851.182307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076852.142302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076852.206220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076852.206248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076852.206330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076853.166259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076853.230273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076853.230285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076853.230408:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076854.190361:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076854.190387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076854.190406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076854.190415:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076854.190433:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3842 00000100:00080000:0.0:1769076854.190454:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076854.190469:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076854.190527:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612156160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076854.190581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076854.190586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076854.190589:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076854.190594:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3842 00000100:00080000:0.0:1769076854.190600:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076854.190606:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076854.190620:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076854.190645:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076854.190647:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076854.190789:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076854.190852:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076854/real 1769076854] req@ffff97a506b2f100 x1855007612156160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076854.190892:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612156160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076854.190906:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076854.190912:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076854.190917:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076854.190975:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156288:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076854.191025:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076854.191039:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076854/real 1769076854] req@ffff97a506b2e300 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076854.191051:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076854.191060:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076854.191064:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076854.191067:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156288:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076854.254237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076854.254273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076854.254459:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076855.214218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076855.278288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076855.278289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076855.278349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076856.238196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076856.302213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076856.302277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076856.302281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076857.262205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076857.326258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076857.326333:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076857.326362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076858.286337:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076858.350302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076858.350329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076858.350442:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076859.310308:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076859.310323:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076859.310331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076859.310346:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3847 00000100:00080000:2.0:1769076859.310362:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076859.310367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076859.310376:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076859.310436:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612156416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076859.310476:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076859.310481:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076859.310484:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076859.310489:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3847 00000100:00080000:2.0:1769076859.310494:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076859.310500:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076859.310513:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076859.310531:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612156544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076859.310539:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156416:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076859.310677:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076859.310738:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076859/real 1769076859] req@ffff97a507940000 x1855007612156416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076859.310764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612156416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076859.310779:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076859.310785:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076859.310790:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076859.310823:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156544:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076859.310858:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076859.310891:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076859/real 1769076859] req@ffff97a507942680 x1855007612156544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076859.310908:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612156544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076859.310921:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076859.310926:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076859.310930:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076859.374286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076859.374287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076859.374339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076860.334303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076860.398234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076860.398294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076860.398401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076861.358251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076861.422313:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076861.422313:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076861.422439:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076862.382261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076862.446223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076862.446251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076862.446296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076863.406272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076863.470246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076863.470267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076863.470372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076864.430349:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076864.430364:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076864.430371:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076864.430381:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076864.430387:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3852 00000100:00080000:2.0:1769076864.430411:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076864.430424:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076864.430483:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612156672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076864.430535:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076864.430540:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076864.430543:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076864.430549:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3852 00000100:00080000:2.0:1769076864.430553:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076864.430569:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076864.430582:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076864.430598:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612156800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076864.430614:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156672:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076864.430752:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076864.430832:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076864/real 1769076864] req@ffff97a507942680 x1855007612156672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076864.430858:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612156672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076864.430890:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076864.430896:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076864.430901:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076864.430934:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156800:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076864.430963:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076864.430977:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076864/real 1769076864] req@ffff97a507940000 x1855007612156800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076864.431027:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612156800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076864.431039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076864.431044:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076864.431048:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612156800:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076864.494340:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076864.494379:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076864.494501:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076865.454306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076865.518256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076865.518269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076865.518335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076866.478299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076866.542311:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076866.542340:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076866.542541:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076867.502255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076867.566329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076867.566382:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076867.566426:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076868.526209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076868.590196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076868.590204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076868.590294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076869.550262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076869.550346:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076869.550360:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076869.550368:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076869.550384:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3857 00000100:00080000:0.0:1769076869.550402:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076869.550414:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076869.550475:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612156928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076869.550525:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076869.550530:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076869.550533:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076869.550538:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3857 00000100:00080000:0.0:1769076869.550543:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076869.550550:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076869.550564:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076869.550589:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076869.550590:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076869.550714:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076869.550777:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076869/real 1769076869] req@ffff97a506b2dc00 x1855007612156928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076869.550808:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612156928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076869.550835:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076869.550844:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076869.550852:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612156928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076869.550894:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157056:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076869.550936:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076869.550962:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076869/real 1769076869] req@ffff97a506b2e300 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076869.550979:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076869.550991:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076869.550995:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076869.550999:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076869.614262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076869.614270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076869.614380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076870.574264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076870.638242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076870.638249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076870.638329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076871.598254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076871.662238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076871.662245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076871.662400:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076872.622316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076872.686267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076872.686293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076872.686367:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076873.646248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076873.710246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076873.710258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076873.710318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076874.670268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076874.670292:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076874.670306:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076874.670313:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076874.670330:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3862 00000100:00080000:0.0:1769076874.670347:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076874.670359:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076874.670424:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612157184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076874.670473:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076874.670481:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076874.670485:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076874.670493:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3862 00000100:00080000:0.0:1769076874.670500:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076874.670505:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076874.670518:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076874.670540:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612157312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076874.670573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157184:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076874.670686:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076874.670739:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076874/real 1769076874] req@ffff97a506b2f100 x1855007612157184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076874.670764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612157184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076874.670778:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076874.670784:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076874.670789:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076874.670820:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157312:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076874.670846:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076874.670860:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076874/real 1769076874] req@ffff97a506b2c000 x1855007612157312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076874.670877:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612157312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076874.670889:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076874.670892:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076874.670896:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157312:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076874.734216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076874.734250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076874.734327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076875.694249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076875.758243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076875.758245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076875.758328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076876.718219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076876.782244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076876.782326:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076876.782342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076877.742282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076877.806259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076877.806318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076877.806349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076878.766291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076878.830231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076878.830300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076878.830341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076879.790292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076879.790376:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076879.790384:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076879.790390:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076879.790403:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3867 00000100:00080000:0.0:1769076879.790424:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076879.790436:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076879.790489:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612157440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076879.790532:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076879.790537:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076879.790540:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076879.790546:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3867 00000100:00080000:0.0:1769076879.790551:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076879.790557:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076879.790569:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076879.790600:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076879.790646:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157440:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076879.790753:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076879.790940:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076879/real 1769076879] req@ffff97a506b2c700 x1855007612157440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076879.791299:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612157440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076879.791412:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076879.791423:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076879.791430:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076879.791473:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157568:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076879.791514:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076879.791533:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076879/real 1769076879] req@ffff97a506b2ca80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076879.791556:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076879.791576:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076879.791583:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076879.791590:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157568:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076879.854235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076879.854297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076879.854403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076880.814268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076880.878346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076880.878354:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076880.878466:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076881.838339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076881.902212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076881.902287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076881.902294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076882.862371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076882.926214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076882.926296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076882.926319:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076883.886327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076883.950287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076883.950307:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076883.950388:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076884.910299:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076884.910310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076884.910316:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076884.910322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076884.910335:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3872 00000100:00080000:3.0:1769076884.910352:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076884.910363:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076884.910407:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612157696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076884.910439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076884.910443:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076884.910444:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076884.910448:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3872 00000100:00080000:3.0:1769076884.910451:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076884.910453:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076884.910462:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076884.910471:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076884.910517:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157696:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076884.910626:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076884.910688:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076884/real 1769076884] req@ffff97a511926a00 x1855007612157696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076884.910718:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612157696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076884.910736:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076884.910744:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076884.910751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076884.910764:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157824:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076884.910801:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076884.910823:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076884/real 1769076884] req@ffff97a511925180 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076884.910881:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076884.910912:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076884.910917:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076884.910921:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612157824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076884.974240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076884.974282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076884.974323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076885.934345:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076885.998212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076885.998267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076885.998290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076886.958272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076887.022257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076887.022257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076887.022328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076887.982258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076888.046203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076888.046223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076888.046282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076889.006233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076889.070238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076889.070261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076889.070353:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076890.030304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076890.030321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076890.030332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076890.030339:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076890.030353:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3877 00000100:00080000:0.0:1769076890.030369:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076890.030379:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076890.030436:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612157952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076890.030480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076890.030485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076890.030488:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076890.030493:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3877 00000100:00080000:0.0:1769076890.030498:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076890.030502:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076890.030514:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076890.030530:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076890.030593:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157952:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076890.030709:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076890.030796:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076890/real 1769076890] req@ffff97a506b2ed80 x1855007612157952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076890.030825:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612157952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076890.030839:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076890.030845:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076890.030850:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612157952:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076890.030861:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158080:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076890.030894:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076890.030918:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076890/real 1769076890] req@ffff97a506b2f800 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076890.030944:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076890.030962:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076890.030969:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076890.030976:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158080:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076890.094289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076890.094289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076890.094372:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076891.054228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076891.118233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076891.118261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076891.118361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076892.078264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076892.142259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076892.142261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076892.142398:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076893.102231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076893.166209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076893.166210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076893.166290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076894.126235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076894.190207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076894.190289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076894.190311:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769076895.150198:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076895.150203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076895.150213:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076895.150218:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076895.150228:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3882 00000100:00080000:0.0:1769076895.150240:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076895.150248:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076895.150304:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612158208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076895.150330:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076895.150334:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076895.150335:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076895.150339:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3882 00000100:00080000:0.0:1769076895.150343:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076895.150348:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076895.150359:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076895.150374:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076895.150381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158208:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076895.150462:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076895.150516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076895/real 1769076895] req@ffff97a506b2ce00 x1855007612158208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076895.150536:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612158208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076895.150548:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076895.150552:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076895.150556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076895.150581:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158336:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076895.150607:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076895.150620:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076895/real 1769076895] req@ffff97a506b2fb80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076895.150632:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076895.150641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076895.150645:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076895.150648:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076895.214210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076895.214211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076895.214269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076896.174208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076896.238234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076896.238240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076896.238278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076897.198214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076897.262244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076897.262276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076897.262356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076898.222201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076898.286189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076898.286212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076898.286349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076899.246230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076899.310209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076899.310211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076899.310274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076900.270209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076900.270266:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076900.270275:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076900.270281:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076900.270292:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3888 00000100:00080000:2.0:1769076900.270320:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076900.270329:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076900.270395:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612158464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076900.270462:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076900.270467:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076900.270470:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076900.270476:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3888 00000100:00080000:2.0:1769076900.270482:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076900.270488:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076900.270516:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076900.270526:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076900.270535:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076900.270653:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076900.270696:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076900/real 1769076900] req@ffff97a507940e00 x1855007612158464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076900.270714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612158464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076900.270724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076900.270728:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076900.270732:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076900.270755:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158592:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076900.270775:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076900.270785:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076900/real 1769076900] req@ffff97a507940a80 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076900.270795:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076900.270804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076900.270807:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076900.270810:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158592:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076900.334252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076900.334252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076900.334342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076901.294291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076901.358231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076901.358237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076901.358314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076902.318235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076902.382210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076902.382210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076902.382268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076903.342270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076903.406216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076903.406233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076903.406338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076904.366214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076904.430232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076904.430240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076904.430389:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769076905.390214:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076905.390227:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076905.390233:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076905.390244:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3893 00000100:00100000:1.0:1769076905.390248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076905.390257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076905.390267:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076905.390314:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612158720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076905.390339:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076905.390342:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076905.390344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076905.390347:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3893 00000100:00080000:2.0:1769076905.390351:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076905.390354:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076905.390364:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076905.390376:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076905.390377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158720:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076905.390455:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076905.390551:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076905/real 1769076905] req@ffff97a507941880 x1855007612158720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076905.390570:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612158720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076905.390579:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076905.390582:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076905.390585:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076905.390607:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158848:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076905.390630:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076905.390640:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076905/real 1769076905] req@ffff97a507943b80 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076905.390648:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076905.390655:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076905.390657:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076905.390659:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612158848:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076905.454194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076905.454206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076905.454275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076906.414249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076906.478240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076906.478266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076906.478367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076907.438235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076907.502209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076907.502230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076907.502305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076908.462278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076908.526189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076908.526202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076908.526335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076909.486258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076909.550253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076909.550331:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076909.550363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076910.510311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769076910.510311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076910.510334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076910.510344:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076910.510361:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3898 00000100:00080000:1.0:1769076910.510382:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076910.510394:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076910.510499:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612158976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076910.510537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076910.510548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076910.510551:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076910.510556:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3898 00000100:00080000:1.0:1769076910.510580:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076910.510589:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076910.510605:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076910.510624:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076910.510635:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076910.510826:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076910.574214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076910.574266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076910.574302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076911.534551:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076911.598244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076911.598281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076911.598356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076912.558394:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076912.622213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076912.622268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076912.622291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076913.582663:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769076913.582706:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769076913.582774:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076913.582793:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769076913.582856:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076913.582942:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076910/real 1769076913] req@ffff97a506b5f800 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076913.582977:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076913.583003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076913.583009:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076913.583014:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076913.583025:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076910/real 1769076913] req@ffff97a506b5f480 x1855007612158976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076913.583071:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612158976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076913.583080:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076913.583085:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076913.583089:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612158976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076913.646242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076913.646293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076913.646459:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076914.606361:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076914.670275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076914.670289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076914.670375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076915.630304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076915.630344:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076915.630348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076915.630358:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076915.630372:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3903 00000100:00080000:0.0:1769076915.630386:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076915.630396:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076915.630444:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612159232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076915.630487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076915.630493:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076915.630498:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076915.630505:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3903 00000100:00080000:0.0:1769076915.630511:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076915.630517:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076915.630532:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076915.630559:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076915.630578:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159232:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076915.630686:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076915.630755:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076915/real 1769076915] req@ffff97a506b2d180 x1855007612159232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076915.630788:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612159232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076915.630806:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076915.630816:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076915.630822:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076915.630855:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159360:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076915.630886:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076915.630908:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076915/real 1769076915] req@ffff97a506b2f480 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076915.630928:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076915.630947:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076915.630952:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076915.630956:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159360:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076915.694246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076915.694246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076915.694325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076916.654211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076916.718286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076916.718288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076916.718428:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076917.678265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076917.742211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076917.742211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076917.742339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076918.702333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076918.766252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076918.766255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076918.766420:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076919.726284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076919.790284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076919.790313:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076919.790338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076920.750221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076920.750236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076920.750246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076920.750251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076920.750260:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3908 00000100:00080000:3.0:1769076920.750270:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076920.750278:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076920.750321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612159488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076920.750353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076920.750357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076920.750359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076920.750364:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3908 00000100:00080000:3.0:1769076920.750368:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076920.750373:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076920.750385:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076920.750394:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076920.750402:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612159616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076920.750482:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076920.750531:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076920/real 1769076920] req@ffff97a511925500 x1855007612159488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076920.750560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612159488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076920.750570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076920.750574:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076920.750577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076920.750599:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159616:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076920.750617:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076920.750627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076920/real 1769076920] req@ffff97a511924e00 x1855007612159616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076920.750635:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612159616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076920.750642:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076920.750644:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076920.750647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076920.814215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076920.814216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076920.814289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076921.774192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076921.838244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076921.838244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076921.838305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076922.798266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076922.862210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076922.862211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076922.862337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076923.822274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076923.886209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076923.886213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076923.886374:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076924.846283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076924.910265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076924.910282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076924.910345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076925.870204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076925.870232:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076925.870239:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076925.870243:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076925.870252:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3913 00000100:00080000:0.0:1769076925.870261:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076925.870268:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076925.870309:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612159744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076925.870342:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076925.870346:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076925.870348:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076925.870354:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3913 00000100:00080000:0.0:1769076925.870358:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076925.870363:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076925.870371:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159744:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769076925.870373:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076925.870390:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612159872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076925.870439:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076925.870473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925] req@ffff97a506b2c380 x1855007612159744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076925.870488:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612159744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076925.870503:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076925.870506:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076925.870509:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612159744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076925.870530:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159872:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076925.870545:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076925.870553:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076925] req@ffff97a506b2f480 x1855007612159872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076925.870577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612159872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076925.870586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076925.870589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076925.870592:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612159872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076925.934243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076925.934243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076925.934310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076926.894214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076926.958212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076926.958227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076926.958278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076927.918220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076927.982207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076927.982207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076927.982271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076928.942206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076929.006219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076929.006227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076929.006279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076929.966198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076930.030220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076930.030290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076930.030371:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076930.990339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076930.990352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076930.990359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076930.990363:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076930.990372:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3918 00000100:00080000:3.0:1769076930.990388:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076930.990409:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076930.990490:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612160000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076930.990535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076930.990540:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076930.990542:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076930.990547:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3918 00000100:00080000:3.0:1769076930.990551:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076930.990555:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076930.990566:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076930.990604:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076930.990623:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160000:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076930.990782:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076930.990881:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930] req@ffff97a511927480 x1855007612160000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076930.990904:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612160000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076930.990916:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076930.990922:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076930.990949:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160000:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076930.990985:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160128:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076930.991016:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076930.991031:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930] req@ffff97a511924700 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076930.991046:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076930.991187:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076930.991192:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076930.991196:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160128:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076931.054238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076931.054245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076931.054343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076932.014210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076932.078211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076932.078251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076932.078301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076933.038259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076933.102306:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076933.102306:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076933.102427:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076934.062196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076934.126211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076934.126211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076934.126343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076935.086189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076935.150232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076935.150242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076935.150349:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076936.110242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076936.110260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076936.110267:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076936.110278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076936.110281:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3923 00000100:00080000:3.0:1769076936.110301:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076936.110313:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076936.110364:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612160256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076936.110417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076936.110421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076936.110422:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076936.110426:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3923 00000100:00080000:3.0:1769076936.110430:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076936.110434:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076936.110461:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076936.110479:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076936.110484:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160256:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076936.110587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076936.110636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076936/real 1769076936] req@ffff97a511924a80 x1855007612160256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076936.110659:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612160256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076936.110673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076936.110689:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076936.110693:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076936.110723:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160384:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076936.110752:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076936.110768:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076936/real 1769076936] req@ffff97a511924700 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076936.110783:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076936.110795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076936.110799:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076936.110803:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076936.174255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076936.174258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076936.174383:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076937.134198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076937.198243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076937.198244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076937.198316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076938.158274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076938.222204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076938.222204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076938.222325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076939.182210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076939.246221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076939.246221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076939.246293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076940.206242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076940.270273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076940.270273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076940.270369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769076941.230255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076941.230265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076941.230270:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076941.230297:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3929 00000100:00100000:2.0:1769076941.230303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076941.230308:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076941.230319:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076941.230391:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612160512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076941.230412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076941.230415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076941.230417:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076941.230422:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3929 00000100:00080000:3.0:1769076941.230426:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076941.230432:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076941.230455:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076941.230461:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076941.230475:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612160640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076941.230531:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076941.230598:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076941/real 1769076941] req@ffff97a511927480 x1855007612160512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076941.230618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612160512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076941.230629:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076941.230634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076941.230637:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076941.230678:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160640:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076941.230697:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076941.230707:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076941/real 1769076941] req@ffff97a511924e00 x1855007612160640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076941.230717:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612160640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076941.230749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076941.230751:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076941.230753:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076941.294221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076941.294223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076941.294297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076942.254323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076942.318211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076942.318228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076942.318337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076943.278212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076943.342224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076943.342249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076943.342311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076944.302297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076944.366216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076944.366221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076944.366288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076945.326239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076945.390309:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076945.390325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769076945.390454:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076946.350269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076946.350283:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076946.350293:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076946.350298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076946.350310:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3934 00000100:00080000:0.0:1769076946.350324:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076946.350333:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076946.350392:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612160768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076946.350427:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076946.350431:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076946.350433:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076946.350436:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3934 00000100:00080000:0.0:1769076946.350440:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076946.350443:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076946.350469:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076946.350483:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076946.350511:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160768:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076946.350599:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076946.350663:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076946/real 1769076946] req@ffff97a506b2d180 x1855007612160768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076946.350683:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612160768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076946.350693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076946.350697:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076946.350701:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612160768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076946.350722:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160896:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076946.350742:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076946.350751:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076946/real 1769076946] req@ffff97a506b2fb80 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076946.350759:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076946.350765:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076946.350768:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076946.350770:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612160896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076946.414201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076946.414205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076946.414235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076947.374253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076947.438244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076947.438252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076947.438357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076948.398216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076948.462206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076948.462208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076948.462288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076949.422230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076949.486240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076949.486297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076949.486304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076950.446256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076950.510238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076950.510238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076950.510310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076951.470203:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076951.470215:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076951.470222:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769076951.470230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076951.470233:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3939 00000100:00080000:0.0:1769076951.470251:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076951.470260:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076951.470306:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612161024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076951.470336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076951.470341:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076951.470344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076951.470349:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3939 00000100:00080000:0.0:1769076951.470354:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076951.470358:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076951.470371:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076951.470388:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076951.470398:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612161152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076951.470485:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076951.470540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076951/real 1769076951] req@ffff97a506b2ce00 x1855007612161024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076951.470570:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612161024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076951.470589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076951.470598:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076951.470606:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076951.470645:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161152:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076951.470685:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076951.470705:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076951/real 1769076951] req@ffff97a506b2f800 x1855007612161152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076951.470744:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612161152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076951.470754:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076951.470757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076951.470761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076951.534238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076951.534277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076951.534358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076952.494277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076952.558268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076952.558268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076952.558386:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076953.518270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076953.582214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076953.582218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076953.582307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076954.542216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076954.606223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076954.606223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076954.606272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076955.566202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076955.630213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076955.630219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076955.630306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076956.590239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076956.590244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076956.590257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076956.590264:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076956.590282:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3944 00000100:00080000:0.0:1769076956.590300:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076956.590311:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076956.590365:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612161280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076956.590417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076956.590422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076956.590424:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076956.590430:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3944 00000100:00080000:0.0:1769076956.590436:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076956.590442:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076956.590457:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076956.590478:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076956.590479:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076956.590579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076956.590620:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076956/real 1769076956] req@ffff97a506b2ed80 x1855007612161280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076956.590654:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612161280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076956.590674:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076956.590678:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076956.590682:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076956.590711:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076956.590739:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076956.590754:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076956/real 1769076956] req@ffff97a506b2ca80 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076956.590764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076956.590772:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076956.590785:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076956.590788:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076956.654236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076956.654236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076956.654354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076957.614226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076957.678239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076957.678249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076957.678284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076958.638297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076958.702293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076958.702331:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076958.702394:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076959.662256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076959.726250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076959.726265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076959.726382:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076960.686252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076960.750251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076960.750268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076960.750389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076961.710239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076961.710286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076961.710298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076961.710304:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076961.710316:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3949 00000100:00080000:2.0:1769076961.710332:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076961.710341:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076961.710391:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612161536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076961.710428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076961.710432:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076961.710434:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076961.710439:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3949 00000100:00080000:2.0:1769076961.710444:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076961.710449:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076961.710461:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076961.710471:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076961.710479:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076961.710608:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076961.710663:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076961/real 1769076961] req@ffff97a507941180 x1855007612161536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076961.710694:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612161536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076961.710722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076961.710728:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076961.710731:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076961.710756:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161664:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076961.710777:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076961.710786:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076961/real 1769076961] req@ffff97a507941c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076961.710796:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076961.710804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076961.710807:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076961.710820:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769076961.774175:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076961.774194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076961.774315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076962.734236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076962.798240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076962.798240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769076962.798342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076963.758235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076963.822189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076963.822212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076963.822270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076964.782268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769076964.846230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076964.846249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076964.846349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076965.806273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076965.870266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076965.870311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076965.870330:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076966.830225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076966.830254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076966.830265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076966.830271:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076966.830297:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3954 00000100:00080000:0.0:1769076966.830311:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076966.830321:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076966.830385:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612161792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076966.830413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076966.830416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076966.830418:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076966.830422:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3954 00000100:00080000:0.0:1769076966.830425:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076966.830438:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076966.830449:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076966.830476:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076966.830486:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076966.830555:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076966.830612:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076966/real 1769076966] req@ffff97a506b2c700 x1855007612161792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076966.830627:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612161792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076966.830651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076966.830656:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076966.830659:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612161792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076966.830683:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076966.830703:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076966.830730:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076966/real 1769076966] req@ffff97a506b2c000 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076966.830740:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076966.830747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076966.830749:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076966.830751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612161920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076966.894245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076966.894265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076966.894338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076967.854211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076967.918252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076967.918289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076967.918295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076968.878241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076968.942202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076968.942213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076968.942297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076969.902232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076969.966246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076969.966270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076969.966271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769076970.926219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076970.990175:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076970.990199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076970.990304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076971.950266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769076971.950275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076971.950285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076971.950300:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076971.950310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3959 00000100:00080000:3.0:1769076971.950323:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076971.950330:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769076971.950382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612162048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076971.950420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076971.950424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076971.950425:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076971.950429:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3959 00000100:00080000:3.0:1769076971.950432:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076971.950436:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769076971.950445:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076971.950456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076971.950473:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162048:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769076971.950549:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076971.950601:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971] req@ffff97a511925500 x1855007612162048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076971.950617:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612162048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076971.950626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076971.950630:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076971.950633:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076971.950655:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162176:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769076971.950673:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769076971.950682:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971] req@ffff97a511925180 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076971.950691:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076971.950698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076971.950700:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076971.950702:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076972.014226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076972.014236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076972.014251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076972.974254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076973.038268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076973.038292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076973.038345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076973.998284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076974.062218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076974.062248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076974.062305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076975.022345:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076975.086244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076975.086269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076975.086358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076976.046353:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076976.110239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076976.110247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076976.110381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769076977.070301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076977.070304:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769076977.070311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076977.070317:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076977.070328:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3964 00000100:00080000:0.0:1769076977.070340:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076977.070348:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769076977.070388:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612162304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076977.070413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076977.070416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076977.070417:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076977.070421:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3964 00000100:00080000:0.0:1769076977.070425:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076977.070429:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769076977.070439:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076977.070450:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076977.070456:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769076977.070599:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076977.134234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076977.134234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076977.134343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076978.094221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076978.158314:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076978.158316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076978.158338:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076979.118206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076979.182229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076979.182229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076979.182337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076980.142303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769076980.142712:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769076980.142777:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076980.142802:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769076980.142863:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769076980.142934:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076977/real 1769076980] req@ffff97a506b2e300 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076980.142990:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076980.143020:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076980.143027:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076980.143035:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769076980.143050:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076977/real 1769076980] req@ffff97a506b2f100 x1855007612162304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076980.143068:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612162304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076980.143077:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076980.143087:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769076980.143092:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769076980.206286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076980.206286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076980.206368:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076981.166245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076981.230190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076981.230190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076981.230319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769076982.190293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076982.190304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076982.190310:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076982.190325:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076982.190325:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3970 00000100:00080000:1.0:1769076982.190345:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076982.190359:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076982.190405:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612162560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076982.190457:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076982.190463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076982.190465:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076982.190472:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3970 00000100:00080000:1.0:1769076982.190478:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076982.190484:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076982.190496:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076982.190526:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612162688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076982.190550:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162560:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076982.190661:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076982.190728:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076982/real 1769076982] req@ffff97a506b5f480 x1855007612162560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076982.190754:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612162560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076982.190767:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076982.190774:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076982.190779:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076982.190812:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076982.190859:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076982.190886:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076982/real 1769076982] req@ffff97a506b5f800 x1855007612162688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076982.190930:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612162688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076982.190944:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076982.190948:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076982.190952:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076982.254314:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076982.254323:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076982.254361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076983.214246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076983.278275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076983.278303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076983.278418:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076984.238251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076984.302227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076984.302253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076984.302317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076985.262260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076985.326296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076985.326296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076985.326369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076986.286268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076986.350242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076986.350245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076986.350276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076987.310313:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769076987.310335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076987.310346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076987.310359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076987.310371:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3975 00000100:00080000:1.0:1769076987.310386:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076987.310399:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769076987.310473:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612162816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076987.310501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076987.310505:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076987.310508:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076987.310516:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3975 00000100:00080000:1.0:1769076987.310521:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076987.310527:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769076987.310539:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076987.310559:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769076987.310574:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162816:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769076987.310710:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076987.310773:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076987/real 1769076987] req@ffff97a506b5f100 x1855007612162816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076987.310809:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612162816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076987.310824:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076987.310990:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076987.310995:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612162816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076987.311361:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076987.311409:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076987.311516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076987/real 1769076987] req@ffff97a506b5f800 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076987.311543:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076987.311562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076987.311572:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076987.311577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612162944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076987.374303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076987.374303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076987.374382:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076988.334268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076988.398226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076988.398247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076988.398310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076989.358244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076989.422266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076989.422324:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076989.422340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076990.382367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076990.446299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076990.446316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076990.446350:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076991.406255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076991.470275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076991.470275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076991.470444:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076992.430264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076992.430303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.430315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076992.430322:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076992.430336:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3980 00000100:00080000:2.0:1769076992.430381:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076992.430394:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076992.430457:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612163072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076992.430508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076992.430514:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076992.430516:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076992.430522:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3980 00000100:00080000:2.0:1769076992.430528:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076992.430534:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076992.430549:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076992.430573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076992.430581:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076992.430663:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076992.430721:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076992/real 1769076992] req@ffff97a507942a00 x1855007612163072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076992.430743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612163072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076992.430756:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076992.430762:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076992.430767:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076992.430795:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163200:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076992.430821:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076992.430835:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076992/real 1769076992] req@ffff97a507940380 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076992.430849:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076992.430884:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076992.430888:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076992.430892:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769076992.494290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076992.494321:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076992.494424:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076993.454197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076993.518227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076993.518241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076993.518437:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076994.478274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076994.542234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076994.542274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076994.542297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076995.502188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076995.566271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076995.566272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769076995.566369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076996.526235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076996.590239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076996.590239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076996.590265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076997.550218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769076997.550257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076997.550267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076997.550272:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076997.550284:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3985 00000100:00080000:2.0:1769076997.550298:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076997.550363:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769076997.550413:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612163328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076997.550445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076997.550450:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076997.550452:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076997.550457:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3985 00000100:00080000:2.0:1769076997.550462:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076997.550467:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769076997.550480:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076997.550494:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769076997.550499:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769076997.550585:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076997.550631:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076997/real 1769076997] req@ffff97a507940700 x1855007612163328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076997.550651:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612163328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076997.550664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076997.550669:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076997.550673:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769076997.550700:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769076997.550738:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769076997.550752:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076997/real 1769076997] req@ffff97a507943100 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769076997.550766:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769076997.550776:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769076997.550781:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769076997.550784:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769076997.614256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076997.614260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076997.614405:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076998.574242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769076998.638202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076998.638228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769076998.638257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076999.598243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769076999.662235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769076999.662263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076999.662323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077000.622214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077000.686220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077000.686238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077000.686275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077001.646240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077001.710221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077001.710302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077001.710413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077002.670244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077002.670245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077002.670273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077002.670279:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077002.670290:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3990 00000100:00080000:2.0:1769077002.670302:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077002.670309:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077002.670351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612163584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077002.670402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077002.670406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077002.670408:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077002.670413:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3990 00000100:00080000:2.0:1769077002.670418:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077002.670423:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077002.670436:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077002.670470:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077002.670490:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077002.670564:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077002.670617:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077002/real 1769077002] req@ffff97a507943100 x1855007612163584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077002.670635:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612163584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077002.670649:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077002.670655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077002.670660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077002.670692:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163712:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077002.670719:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077002.670731:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077002/real 1769077002] req@ffff97a507940700 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077002.670742:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077002.670750:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077002.670753:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077002.670755:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077002.734232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077002.734289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077002.734351:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077003.694307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077003.758193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077003.758284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077003.758378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077004.718349:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077004.782317:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077004.782402:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077004.782491:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077005.742280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077005.806265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077005.806315:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077005.806422:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077006.766298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077006.830264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077006.830299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077006.830387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077007.790243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077007.790262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077007.790271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077007.790276:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077007.790287:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 3995 00000100:00080000:3.0:1769077007.790300:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077007.790307:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077007.790349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612163840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077007.790376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077007.790379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077007.790381:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077007.790384:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 3995 00000100:00080000:3.0:1769077007.790387:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077007.790391:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077007.790401:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077007.790410:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077007.790412:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077007.790526:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077007.790580:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077007/real 1769077007] req@ffff97a511926a00 x1855007612163840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077007.790602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612163840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077007.790621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077007.790626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077007.790631:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612163840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077007.790659:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077007.790682:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077007.790694:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077007/real 1769077007] req@ffff97a511924000 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077007.790707:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077007.790716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077007.790720:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077007.790723:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612163968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077007.854240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077007.854241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077007.854386:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077008.814290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077008.878271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077008.878271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077008.878351:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077009.838343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077009.902214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077009.902216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077009.902530:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077010.862282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077010.926248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077010.926248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077010.926403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077011.886253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077011.950217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077011.950221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077011.950343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077012.910242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077012.910255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077012.910262:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077012.910274:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4000 00000100:00080000:3.0:1769077012.910290:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077012.910299:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077012.910347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077012.910362:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612164096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077012.910401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077012.910407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077012.910410:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077012.910415:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4000 00000100:00080000:3.0:1769077012.910419:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077012.910424:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077012.910436:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077012.910452:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077012.910480:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164096:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077012.910562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077012.910607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077012/real 1769077012] req@ffff97a511926680 x1855007612164096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077012.910628:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612164096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077012.910641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077012.910646:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077012.910650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077012.910700:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077012.910737:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077012.910750:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077012/real 1769077012] req@ffff97a511927800 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077012.910764:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077012.910774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077012.910777:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077012.910781:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077012.974267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077012.974271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077012.974430:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077013.934275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077013.998214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077013.998242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077013.998279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077014.958208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077015.022208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077015.022211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077015.022280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077015.982315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077016.046248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077016.046293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077016.046424:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077017.006229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077017.070241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077017.070250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077017.070335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077018.030269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077018.030349:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077018.030360:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077018.030383:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077018.030392:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4005 00000100:00080000:1.0:1769077018.030404:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077018.030419:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077018.030493:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612164352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077018.030550:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077018.030555:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077018.030558:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077018.030564:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4005 00000100:00080000:1.0:1769077018.030571:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077018.030577:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077018.030588:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077018.030622:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077018.030678:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164352:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077018.030791:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077018.030845:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077018/real 1769077018] req@ffff97a506b5f480 x1855007612164352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077018.030882:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612164352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077018.030895:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077018.030900:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077018.030905:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077018.030935:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164480:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077018.030957:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077018.030969:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077018/real 1769077018] req@ffff97a506b5c000 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077018.030982:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077018.030993:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077018.030996:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077018.031000:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077018.094270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077018.094325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077018.094403:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077019.054259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077019.118267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077019.118281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077019.118365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077020.078200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077020.142212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077020.142220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077020.142277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077021.102228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077021.166227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077021.166231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077021.166262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077022.126234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077022.190247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077022.190247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077022.190337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077023.150217:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077023.150227:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077023.150233:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077023.150241:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4010 00000100:00100000:2.0:1769077023.150244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077023.150252:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077023.150294:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077023.150342:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612164608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077023.150374:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077023.150378:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077023.150380:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077023.150385:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4010 00000100:00080000:1.0:1769077023.150390:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077023.150396:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077023.150412:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164608:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769077023.150417:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077023.150441:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077023.150477:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077023.150528:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077023/real 1769077023] req@ffff97a506b5fb80 x1855007612164608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077023.150560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612164608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077023.150571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077023.150577:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077023.150581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077023.150602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077023.150631:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077023.150641:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077023/real 1769077023] req@ffff97a506b5ed80 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077023.150667:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077023.150673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077023.150676:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077023.150678:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077023.214213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077023.214292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077023.214364:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077024.174295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077024.238263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077024.238279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077024.238322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077025.198216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077025.262204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077025.262216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077025.262262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077026.222217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077026.286206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077026.286206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077026.286271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077027.246216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077027.310190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077027.310199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077027.310251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077028.270245:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077028.270246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077028.270258:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077028.270264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077028.270284:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4016 00000100:00080000:1.0:1769077028.270297:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077028.270305:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077028.270364:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612164864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077028.270396:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077028.270400:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077028.270402:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077028.270406:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4016 00000100:00080000:1.0:1769077028.270409:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077028.270412:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077028.270467:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077028.270481:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077028.270562:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164864:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077028.270632:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077028.270664:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077028/real 1769077028] req@ffff97a506b5ca80 x1855007612164864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077028.270678:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612164864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077028.270686:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077028.270689:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077028.270692:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612164864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077028.270698:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164992:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077028.270712:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077028.270719:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077028/real 1769077028] req@ffff97a506b5dc00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077028.270727:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077028.270735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077028.270739:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077028.270742:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612164992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077028.334324:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077028.334367:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077028.334395:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077029.294332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077029.358236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077029.358259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077029.358286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077030.318235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077030.382240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077030.382240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077030.382301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077031.342205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077031.406232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077031.406252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077031.406279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077032.366213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077032.430252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077032.430255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077032.430294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077033.390300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077033.390331:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077033.390374:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077033.390378:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077033.390388:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4021 00000100:00080000:3.0:1769077033.390401:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077033.390408:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077033.390447:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612165120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077033.390476:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077033.390479:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077033.390480:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077033.390483:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4021 00000100:00080000:3.0:1769077033.390485:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077033.390488:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077033.390495:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077033.390504:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077033.390554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165120:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077033.390636:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077033.390684:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077033/real 1769077033] req@ffff97a511925f80 x1855007612165120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077033.390703:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612165120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077033.390715:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077033.390719:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077033.390724:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077033.390732:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077033.390755:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077033.390769:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077033/real 1769077033] req@ffff97a511927100 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077033.390783:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077033.390792:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077033.390795:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077033.390799:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077033.454261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077033.454261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077033.454309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077034.414212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077034.478248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077034.478248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077034.478357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077035.438264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077035.502296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077035.502322:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077035.502364:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077036.462220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077036.526223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077036.526223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077036.526318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077037.486226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077037.550281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077037.550336:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077037.550360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077038.510234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077038.510273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077038.510284:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077038.510289:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077038.510300:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4026 00000100:00080000:3.0:1769077038.510314:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077038.510322:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077038.510369:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612165376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077038.510401:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077038.510405:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077038.510407:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077038.510412:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4026 00000100:00080000:3.0:1769077038.510415:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077038.510420:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077038.510431:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077038.510447:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077038.510460:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165376:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077038.510540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077038.510582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077038/real 1769077038] req@ffff97a511925c00 x1855007612165376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077038.510614:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612165376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077038.510626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077038.510631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077038.510635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077038.510660:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077038.510684:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077038.510697:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077038/real 1769077038] req@ffff97a511927100 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077038.510710:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077038.510719:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077038.510722:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077038.510726:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077038.574235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077038.574240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077038.574319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077039.534218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077039.598303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077039.598326:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077039.598367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077040.558228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077040.622349:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077040.622358:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077040.622463:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077041.582262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077041.646308:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077041.646325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077041.646362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077042.606240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077042.670265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077042.670380:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077042.670383:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077043.630258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077043.630273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077043.630282:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077043.630306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077043.630318:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4031 00000100:00080000:1.0:1769077043.630331:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077043.630339:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077043.630384:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612165632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077043.630418:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077043.630421:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077043.630423:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077043.630427:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4031 00000100:00080000:1.0:1769077043.630430:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077043.630434:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077043.630444:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077043.630456:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077043.630474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077043.630620:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077043.694275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077043.694275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077043.694307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077044.654358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077044.718208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077044.718209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077044.718296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077045.678250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077045.742236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077045.742261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077045.742296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077046.702201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769077046.702339:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769077046.702373:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077046.702387:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769077046.702418:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769077046.702453:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077043/real 1769077046] req@ffff97a506b5ea00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077046.702478:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077046.702488:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077046.702492:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077046.702495:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612165760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077046.702502:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077043/real 1769077046] req@ffff97a506b5e300 x1855007612165632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077046.702510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612165632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077046.702515:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077046.702517:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077046.702519:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077046.766214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077046.766220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077046.766291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077047.726216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077047.790226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077047.790226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077047.790262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077048.750225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077048.750234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077048.750239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077048.750247:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4036 00000100:00080000:0.0:1769077048.750259:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077048.750268:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077048.750274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077048.750313:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612165888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077048.750346:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077048.750351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077048.750353:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077048.750359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4036 00000100:00080000:0.0:1769077048.750364:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077048.750370:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077048.750382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077048.750394:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077048.750403:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077048.750483:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077048.750536:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077048/real 1769077048] req@ffff97a506b2dc00 x1855007612165888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.750568:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612165888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.750580:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.750585:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077048.750590:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612165888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077048.750621:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077048.750650:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077048.750680:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077048/real 1769077048] req@ffff97a506b2f100 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077048.750696:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077048.750708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077048.750712:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077048.750716:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077048.814213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077048.814213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077048.814266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077049.774469:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077049.838292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077049.838321:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077049.838322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077050.798257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077050.862236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077050.862237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077050.862308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077051.822217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077051.886248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077051.886249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077051.886267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077052.846277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077052.910228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077052.910228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077052.910289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077053.870203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077053.870246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077053.870255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077053.870260:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077053.870271:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4041 00000100:00080000:3.0:1769077053.870284:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077053.870295:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077053.870341:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612166144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077053.870371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077053.870374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077053.870376:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077053.870379:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4041 00000100:00080000:3.0:1769077053.870383:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077053.870387:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077053.870397:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077053.870413:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077053.870415:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077053.870495:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077053.870537:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077053/real 1769077053] req@ffff97a511925f80 x1855007612166144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077053.870551:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612166144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077053.870559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077053.870563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077053.870566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077053.870588:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077053.870604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077053.870613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077053/real 1769077053] req@ffff97a511927800 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077053.870621:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077053.870628:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077053.870630:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077053.870632:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077053.934216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077053.934221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077053.934263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077054.894244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077054.958197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077054.958212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077054.958296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077055.918192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077055.982276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077055.982302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077055.982331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077056.942280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077057.006259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077057.006259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077057.006307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077057.966192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077058.030201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077058.030201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077058.030234:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077058.990226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077058.990294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077058.990302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077058.990308:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077058.990320:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4046 00000100:00080000:0.0:1769077058.990359:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077058.990369:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077058.990406:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612166400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077058.990439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077058.990443:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077058.990446:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077058.990451:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4046 00000100:00080000:0.0:1769077058.990457:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077058.990463:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077058.990483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166400:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769077058.990485:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077058.990507:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077058.990579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077058.990716:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058] req@ffff97a506b2e300 x1855007612166400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077058.990821:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612166400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077058.990831:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077058.990834:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077058.990838:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077058.990943:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166528:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077058.990984:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077058.990996:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077058] req@ffff97a506b2c000 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077058.991005:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077058.991012:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077058.991014:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077058.991017:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077059.054236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077059.054278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077059.054352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077060.014208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077060.078195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077060.078217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077060.078239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077061.038238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077061.102243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077061.102244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077061.102293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077062.062182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077062.126205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077062.126205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077062.126276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077063.086226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077063.150215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077063.150215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077063.150269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077064.110285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077064.110364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077064.110374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077064.110380:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077064.110391:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4051 00000100:00080000:3.0:1769077064.110406:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077064.110465:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077064.110524:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612166656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077064.110577:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077064.110582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077064.110585:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077064.110592:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4051 00000100:00080000:3.0:1769077064.110599:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077064.110608:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077064.110621:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077064.110644:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077064.110645:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077064.110745:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077064.110794:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077064/real 1769077064] req@ffff97a511926680 x1855007612166656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077064.110817:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612166656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077064.110858:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077064.110864:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077064.110870:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077064.110901:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077064.110933:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077064.110949:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077064/real 1769077064] req@ffff97a511924000 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077064.110965:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077064.110976:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077064.110980:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077064.110985:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612166784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077064.174237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077064.174265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077064.174317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077065.134218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077065.198239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077065.198240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077065.198302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077066.158192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077066.222177:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077066.222216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077066.222241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077067.182242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077067.246276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077067.246277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077067.246327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077068.206268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077068.270185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077068.270214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077068.270258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077069.230219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077069.230235:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077069.230244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077069.230248:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077069.230257:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4057 00000100:00080000:1.0:1769077069.230266:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077069.230271:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077069.230304:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612166912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077069.230326:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077069.230329:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077069.230330:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077069.230333:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4057 00000100:00080000:1.0:1769077069.230335:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077069.230338:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077069.230346:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077069.230354:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077069.230371:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166912:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077069.230455:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077069.230496:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077069/real 1769077069] req@ffff97a506b5c700 x1855007612166912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077069.230511:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612166912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077069.230521:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077069.230525:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077069.230528:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612166912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077069.230550:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167040:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077069.230566:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077069.230574:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077069/real 1769077069] req@ffff97a506b5ce00 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077069.230582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077069.230588:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077069.230591:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077069.230593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077069.294253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077069.294253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077069.294341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077070.254218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077070.318203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077070.318203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077070.318239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077071.278227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077071.342205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077071.342240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077071.342332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077072.302261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077072.366237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077072.366237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077072.366289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077073.326215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077073.390216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077073.390216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077073.390269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077074.350192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077074.350201:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077074.350224:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077074.350228:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077074.350237:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4062 00000100:00080000:1.0:1769077074.350248:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077074.350254:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077074.350304:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612167168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077074.350327:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077074.350331:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077074.350333:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077074.350338:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4062 00000100:00080000:1.0:1769077074.350342:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077074.350346:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077074.350355:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077074.350368:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077074.350369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167168:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077074.350432:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077074.350463:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077074/real 1769077074] req@ffff97a506b5d500 x1855007612167168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077074.350476:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612167168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077074.350484:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077074.350487:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077074.350490:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077074.350528:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077074.350560:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077074.350594:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077074/real 1769077074] req@ffff97a506b5e680 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077074.350612:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077074.350624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077074.350669:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077074.350674:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077074.414199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077074.414199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077074.414239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077075.374200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077075.438229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077075.438229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077075.438263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077076.398230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077076.462217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077076.462217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077076.462241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077077.422177:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077077.486216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077077.486223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077077.486310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077078.446234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077078.510211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077078.510213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077078.510239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077079.470210:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077079.470214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077079.470221:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077079.470225:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077079.470235:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4067 00000100:00080000:1.0:1769077079.470247:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077079.470255:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077079.470292:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612167424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077079.470322:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077079.470329:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077079.470331:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077079.470336:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4067 00000100:00080000:1.0:1769077079.470340:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077079.470346:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077079.470355:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077079.470367:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077079.470373:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077079.470424:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077079.470461:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077079/real 1769077079] req@ffff97a506b5d880 x1855007612167424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077079.470480:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612167424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077079.470489:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077079.470493:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077079.470496:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077079.470514:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077079.470530:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077079.470538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077079/real 1769077079] req@ffff97a506b5e680 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077079.470546:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077079.470552:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077079.470554:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077079.470556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077079.534210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077079.534211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077079.534255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077080.494214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769077080.558226:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077080.558228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077080.558252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077081.518249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077081.582224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077081.582229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077081.582262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077082.542228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077082.606213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077082.606213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077082.606257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077083.566193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077083.630200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077083.630203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077083.630232:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077084.590182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077084.590230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077084.590238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077084.590243:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077084.590251:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4072 00000100:00080000:3.0:1769077084.590261:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077084.590268:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077084.590307:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612167680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077084.590333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077084.590337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077084.590338:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077084.590341:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4072 00000100:00080000:3.0:1769077084.590345:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077084.590348:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077084.590356:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077084.590369:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077084.590370:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167680:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077084.590429:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077084.590465:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077084/real 1769077084] req@ffff97a511926a00 x1855007612167680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077084.590495:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612167680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077084.590507:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077084.590511:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077084.590514:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077084.590533:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167808:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077084.590551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077084.590560:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077084/real 1769077084] req@ffff97a511925180 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077084.590569:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077084.590575:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077084.590577:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077084.590579:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612167808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077084.654232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077084.654232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077084.654259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077085.614221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077085.678210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077085.678210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077085.678230:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077086.638242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077086.702216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077086.702216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077086.702238:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077087.662238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077087.726215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077087.726222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077087.726254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077088.686289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077088.750289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077088.750290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077088.750333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077089.710281:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077089.710285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077089.710297:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077089.710303:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077089.710315:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4077 00000100:00080000:3.0:1769077089.710330:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077089.710339:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077089.710406:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612167936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077089.710444:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077089.710448:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077089.710451:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077089.710456:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4077 00000100:00080000:3.0:1769077089.710461:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077089.710466:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077089.710478:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077089.710496:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077089.710504:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167936:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077089.710585:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077089.710627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077089/real 1769077089] req@ffff97a511925500 x1855007612167936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077089.710643:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612167936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077089.710652:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077089.710655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077089.710658:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612167936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077089.710681:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077089.710697:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077089.710706:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077089/real 1769077089] req@ffff97a511924e00 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077089.710714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077089.710721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077089.710723:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077089.710725:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077089.774258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077089.774271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077089.774282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077090.734232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077090.798252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077090.798263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077090.798296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077091.758305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077091.822194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077091.822208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077091.822227:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077092.782224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077092.846200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077092.846208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077092.846253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077093.806267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077093.870180:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077093.870210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077093.870218:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077094.830250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077094.830250:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077094.830264:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077094.830269:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077094.830282:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4082 00000100:00080000:3.0:1769077094.830297:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077094.830318:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077094.830365:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612168192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077094.830400:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077094.830405:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077094.830408:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077094.830413:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4082 00000100:00080000:3.0:1769077094.830419:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077094.830424:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077094.830437:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077094.830449:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077094.830456:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077094.830537:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077094.830578:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077094/real 1769077094] req@ffff97a511927480 x1855007612168192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077094.830594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612168192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077094.830603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077094.830607:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077094.830611:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077094.830634:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168320:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077094.830652:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077094.830661:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077094/real 1769077094] req@ffff97a511924700 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077094.830674:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077094.830680:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077094.830682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077094.830685:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077094.894238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077094.894238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077094.894387:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077095.854266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077095.918218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077095.918219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077095.918258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077096.878193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077096.942196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077096.942198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077096.942261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077097.902282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077097.966195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077097.966203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077097.966215:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077098.926229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077098.990196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077098.990196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077098.990256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077099.950202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077099.950214:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077099.950233:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077099.950237:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077099.950246:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4087 00000100:00080000:1.0:1769077099.950257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077099.950281:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077099.950311:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612168448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077099.950345:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077099.950347:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077099.950349:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077099.950352:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4087 00000100:00080000:1.0:1769077099.950354:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077099.950357:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077099.950364:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077099.950372:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077099.950408:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168448:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077099.950478:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077099.950517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077099/real 1769077099] req@ffff97a506b5d500 x1855007612168448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077099.950537:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612168448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077099.950549:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077099.950554:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077099.950558:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077099.950567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077099.950592:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077099.950607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077099/real 1769077099] req@ffff97a506b5ce00 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077099.950621:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077099.950632:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077099.950636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077099.950640:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077100.014252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077100.014252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077100.014283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077100.974188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077101.038273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077101.038330:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077101.038405:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077101.998240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077102.062214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077102.062214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077102.062216:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077103.022255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077103.086207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077103.086231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077103.086274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077104.046253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077104.110232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077104.110232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077104.110253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077105.070192:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077105.070203:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769077105.070207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077105.070209:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077105.070221:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4092 00000100:00080000:1.0:1769077105.070232:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077105.070238:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077105.070267:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612168704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077105.070294:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077105.070297:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077105.070299:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077105.070302:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4092 00000100:00080000:1.0:1769077105.070304:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077105.070307:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077105.070315:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077105.070324:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077105.070347:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168704:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077105.070412:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077105.070447:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077105/real 1769077105] req@ffff97a506b5c700 x1855007612168704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077105.070463:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612168704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077105.070471:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077105.070475:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077105.070478:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077105.070496:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077105.070523:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077105.070538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077105/real 1769077105] req@ffff97a506b5e300 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077105.070553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077105.070561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077105.070564:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077105.070567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612168832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077105.134226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077105.134233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077105.134426:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077106.094250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077106.158229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077106.158229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077106.158269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077107.118197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077107.182200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077107.182200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077107.182257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077108.142216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077108.206296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077108.206297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077108.206358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077109.166270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077109.230237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077109.230335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077109.230351:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077110.190235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077110.190292:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077110.190307:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077110.190313:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077110.190325:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4098 00000100:00080000:0.0:1769077110.190339:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077110.190347:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077110.190402:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612168960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077110.190436:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077110.190440:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077110.190442:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077110.190465:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4098 00000100:00080000:0.0:1769077110.190471:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077110.190476:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077110.190488:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077110.190520:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077110.190521:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077110.190873:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077110.254230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077110.254230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077110.254391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077111.214283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077111.278211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077111.278222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077111.278283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077112.238271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077112.302241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077112.302271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077112.302332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077113.262243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077113.262382:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077113.262420:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077113.262434:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077113.262469:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769077113.262519:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077110/real 1769077113] req@ffff97a506b2ca80 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077113.262559:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077113.262572:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077113.262578:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077113.262583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077113.262593:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077110/real 1769077113] req@ffff97a506b2c700 x1855007612168960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077113.262614:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612168960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077113.262623:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077113.262627:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077113.262630:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612168960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077113.326194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077113.326195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077113.326280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077114.286224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077114.350214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077114.350214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077114.350284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077115.310221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077115.310273:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077115.310279:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077115.310282:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077115.310289:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4103 00000100:00080000:0.0:1769077115.310298:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077115.310304:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077115.310332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612169216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077115.310362:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077115.310365:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077115.310366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077115.310369:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4103 00000100:00080000:0.0:1769077115.310371:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077115.310374:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077115.310383:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077115.310391:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077115.310449:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169216:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077115.310517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077115.310555:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077115/real 1769077115] req@ffff97a506b2ed80 x1855007612169216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077115.310573:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612169216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077115.310584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077115.310589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077115.310593:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077115.310602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077115.310641:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077115.310656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077115/real 1769077115] req@ffff97a506b2f800 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077115.310689:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077115.310700:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077115.310704:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077115.310708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077115.374198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077115.374244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077115.374285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077116.334168:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077116.398184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077116.398185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077116.398260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077117.358190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077117.422191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077117.422202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077117.422246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077118.382240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077118.446214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077118.446214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077118.446298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077119.406230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077119.470189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077119.470220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077119.470285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077120.430229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077120.430307:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077120.430319:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077120.430324:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077120.430336:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4108 00000100:00080000:1.0:1769077120.430352:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077120.430360:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077120.430415:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612169472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077120.430450:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077120.430454:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077120.430456:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077120.430461:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4108 00000100:00080000:1.0:1769077120.430464:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077120.430467:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077120.430478:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077120.430492:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077120.430515:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169472:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077120.430604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077120.430673:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077120/real 1769077120] req@ffff97a506b5ea00 x1855007612169472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077120.430698:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612169472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077120.430709:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077120.430714:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077120.430718:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077120.430746:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077120.430768:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077120.430779:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077120/real 1769077120] req@ffff97a506b5dc00 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077120.430791:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077120.430800:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077120.430803:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077120.430806:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077120.494257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077120.494273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077120.494421:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077121.454299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077121.518234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077121.518234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077121.518433:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077122.478256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077122.542222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077122.542223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077122.542298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077123.502248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077123.566226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077123.566226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077123.566290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077124.526239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077124.590228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077124.590264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077124.590363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077125.550231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077125.550322:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077125.550329:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077125.550335:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077125.550345:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4113 00000100:00080000:3.0:1769077125.550357:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077125.550366:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077125.550409:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612169728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077125.550444:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077125.550450:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077125.550453:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077125.550460:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4113 00000100:00080000:3.0:1769077125.550480:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077125.550488:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077125.550499:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169728:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077125.550502:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077125.550523:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077125.550593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077125.550656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077125/real 1769077125] req@ffff97a511924a80 x1855007612169728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077125.550678:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612169728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077125.550690:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077125.550701:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077125.550705:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077125.550732:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169856:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077125.550770:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077125.550813:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077125/real 1769077125] req@ffff97a511924700 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077125.550836:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077125.550854:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077125.550860:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077125.550867:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612169856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077125.614269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077125.614270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077125.614385:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077126.574196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077126.638201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077126.638252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077126.638300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077127.598219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077127.662237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077127.662240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077127.662293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077128.622245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077128.686212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077128.686212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077128.686271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077129.646200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077129.710229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077129.710241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077129.710316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077130.670236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077130.670299:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077130.670304:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077130.670307:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077130.670314:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4118 00000100:00080000:2.0:1769077130.670325:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077130.670331:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077130.670362:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612169984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077130.670386:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077130.670389:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077130.670390:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077130.670394:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4118 00000100:00080000:2.0:1769077130.670397:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077130.670400:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077130.670407:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077130.670418:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077130.670423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169984:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077130.670491:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077130.670538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077130/real 1769077130] req@ffff97a507940380 x1855007612169984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077130.670558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612169984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077130.670643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077130.670650:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077130.670655:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612169984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077130.670828:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077130.670862:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077130.670878:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077130/real 1769077130] req@ffff97a507942a00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077130.670950:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077130.670958:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077130.670960:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077130.670963:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077130.734197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077130.734205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077130.734250:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077131.694215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077131.758216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077131.758216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077131.758355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077132.718239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077132.782207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077132.782221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077132.782260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077133.742222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077133.806241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077133.806258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077133.806307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077134.766228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077134.830193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077134.830193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077134.830255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077135.790212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077135.790230:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077135.790237:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077135.790242:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077135.790251:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4123 00000100:00080000:0.0:1769077135.790262:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077135.790269:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077135.790301:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612170240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077135.790328:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077135.790331:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077135.790333:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077135.790338:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4123 00000100:00080000:0.0:1769077135.790341:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077135.790347:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077135.790356:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077135.790363:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077135.790373:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077135.790418:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077135.790448:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077135/real 1769077135] req@ffff97a506b2ce00 x1855007612170240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077135.790460:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612170240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077135.790468:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077135.790471:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077135.790474:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077135.790491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170368:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077135.790504:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077135.790511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077135/real 1769077135] req@ffff97a506b2fb80 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077135.790519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077135.790525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077135.790527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077135.790529:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077135.854199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077135.854206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077135.854282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077136.814225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077136.878196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077136.878204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077136.878246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077137.838200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077137.902223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077137.902223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077137.902296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077138.862256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077138.926209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077138.926229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077138.926239:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077139.886212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077139.950215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077139.950216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077139.950281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077140.910196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077140.910216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077140.910224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077140.910229:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077140.910239:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4128 00000100:00080000:0.0:1769077140.910250:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077140.910258:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077140.910286:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612170496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077140.910320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077140.910325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077140.910327:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077140.910333:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4128 00000100:00080000:0.0:1769077140.910338:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077140.910344:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077140.910353:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077140.910357:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077140.910371:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077140.910427:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077140.910462:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140] req@ffff97a506b2d180 x1855007612170496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077140.910476:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612170496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077140.910484:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077140.910487:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077140.910490:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077140.910509:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077140.910525:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077140.910554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140] req@ffff97a506b2f480 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077140.910563:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077140.910569:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077140.910572:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077140.910574:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077140.974226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077140.974226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077140.974256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077141.934190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077141.998214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077141.998214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077141.998281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077142.958247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077143.022229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077143.022229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077143.022255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077143.982265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077144.046208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077144.046242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077144.046321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077145.006209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769077145.070191:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077145.070196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077145.070200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077146.030218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077146.030221:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077146.030228:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077146.030232:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077146.030241:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4133 00000100:00080000:3.0:1769077146.030252:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077146.030259:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077146.030295:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612170752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077146.030320:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077146.030323:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077146.030325:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077146.030329:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4133 00000100:00080000:3.0:1769077146.030333:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077146.030338:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077146.030347:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077146.030353:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077146.030359:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077146.030416:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077146.030468:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077146/real 1769077146] req@ffff97a511927480 x1855007612170752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077146.030487:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612170752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077146.030498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077146.030503:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077146.030507:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612170752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077146.030528:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077146.030547:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077146.030557:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077146/real 1769077146] req@ffff97a511924e00 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077146.030577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077146.030584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077146.030586:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077146.030589:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612170880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077146.094205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077146.094205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077146.094262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077147.054232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077147.118199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077147.118199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077147.118218:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077148.078225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077148.142196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077148.142210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077148.142261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077149.102220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077149.166227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077149.166227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077149.166250:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077150.126253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077150.190201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077150.190201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077150.190272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077151.150250:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077151.150257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077151.150267:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077151.150273:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077151.150285:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4138 00000100:00080000:3.0:1769077151.150301:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077151.150311:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077151.150377:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612171008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077151.150412:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077151.150416:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077151.150419:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077151.150424:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4138 00000100:00080000:3.0:1769077151.150430:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077151.150436:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077151.150447:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171008:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077151.150448:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077151.150467:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077151.150537:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077151.150583:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077151/real 1769077151] req@ffff97a511925500 x1855007612171008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077151.150600:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612171008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077151.150610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077151.150614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077151.150618:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077151.150641:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171136:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077151.150659:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077151.150667:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077151/real 1769077151] req@ffff97a511925180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077151.150676:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077151.150683:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077151.150685:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077151.150687:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077151.214279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077151.214279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077151.214315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077152.174302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077152.238207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077152.238239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077152.238323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077153.198219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077153.262228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077153.262228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077153.262268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077154.222276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077154.286225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077154.286244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077154.286251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077155.246383:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769077155.310246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077155.310314:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077155.310327:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769077156.270346:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077156.270358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077156.270360:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077156.270368:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077156.270383:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4144 00000100:00080000:0.0:1769077156.270400:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077156.270410:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077156.270463:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612171264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077156.270499:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077156.270503:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077156.270506:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077156.270510:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4144 00000100:00080000:0.0:1769077156.270515:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077156.270520:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077156.270533:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077156.270547:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077156.270553:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077156.270658:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077156.270716:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077156/real 1769077156] req@ffff97a506b2c380 x1855007612171264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077156.270748:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612171264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077156.270765:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077156.270772:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077156.270778:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077156.270817:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077156.270848:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077156.270862:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077156/real 1769077156] req@ffff97a506b2f480 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077156.270875:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077156.270884:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077156.270888:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077156.270891:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077156.334322:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077156.334325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077156.334418:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077157.294210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077157.358219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077157.358219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077157.358266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077158.318198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077158.382212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077158.382213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077158.382323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077159.342295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077159.406188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077159.406202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077159.406215:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077160.366255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077160.430237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077160.430265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077160.430339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077161.390290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077161.390290:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077161.390300:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077161.390305:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077161.390313:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4149 00000100:00080000:1.0:1769077161.390322:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077161.390328:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077161.390362:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612171520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077161.390383:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077161.390386:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077161.390388:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077161.390391:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4149 00000100:00080000:1.0:1769077161.390393:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077161.390396:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077161.390402:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077161.390410:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077161.390445:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171520:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077161.390518:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077161.390556:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077161/real 1769077161] req@ffff97a506b5ca80 x1855007612171520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077161.390582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612171520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077161.390593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077161.390608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077161.390612:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077161.390620:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171648:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077161.390644:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077161.390658:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077161/real 1769077161] req@ffff97a506b5ed80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077161.390672:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077161.390682:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077161.390685:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077161.390689:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077161.454224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077161.454224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077161.454242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077162.414238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077162.478221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077162.478221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077162.478291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077163.438354:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077163.502232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077163.502240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077163.502272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077164.462248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077164.526271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077164.526318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077164.526345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077165.486257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769077165.550286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077165.550289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077165.550292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077166.510209:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077166.510216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077166.510220:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077166.510226:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077166.510237:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4154 00000100:00080000:1.0:1769077166.510257:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077166.510265:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077166.510309:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612171776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077166.510337:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077166.510339:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077166.510341:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077166.510344:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4154 00000100:00080000:1.0:1769077166.510346:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077166.510349:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077166.510357:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077166.510366:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077166.510424:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171776:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077166.510494:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077166.510535:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077166/real 1769077166] req@ffff97a506b5fb80 x1855007612171776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077166.510552:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612171776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077166.510563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077166.510571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077166.510577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612171776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077166.510585:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077166.510611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077166.510627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077166/real 1769077166] req@ffff97a506b5c000 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077166.510639:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077166.510649:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077166.510655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077166.510659:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612171904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077166.574209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077166.574266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077166.574357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077167.534317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077167.598274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077167.598284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077167.598323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077168.558226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077168.622246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077168.622315:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077168.622359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077169.582212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077169.646204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077169.646210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077169.646242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077170.606201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077170.670266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077170.670266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077170.670343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077171.630252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077171.630278:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077171.630292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077171.630298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077171.630310:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4159 00000100:00080000:1.0:1769077171.630325:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077171.630334:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077171.630396:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612172032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077171.630445:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077171.630449:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077171.630452:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077171.630457:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4159 00000100:00080000:1.0:1769077171.630460:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077171.630464:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077171.630474:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077171.630510:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077171.630517:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172032:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077171.630634:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077171.630714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077171/real 1769077171] req@ffff97a506b5f480 x1855007612172032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077171.630739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612172032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077171.630751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077171.630757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077171.630782:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077171.630815:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077171.630841:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077171.630856:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077171/real 1769077171] req@ffff97a506b5f800 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077171.630869:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077171.630879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077171.630882:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077171.630886:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077171.694239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077171.694242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077171.694262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077172.654204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077172.718196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077172.718204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077172.718254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077173.678288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077173.742198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077173.742239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077173.742265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077174.702220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077174.766212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077174.766270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077174.766390:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077175.726249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077175.790282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077175.790282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077175.790289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077176.750228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077176.750239:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077176.750247:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077176.750251:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077176.750260:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4164 00000100:00080000:2.0:1769077176.750272:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077176.750290:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077176.750329:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612172288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077176.750378:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077176.750382:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077176.750385:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077176.750389:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4164 00000100:00080000:2.0:1769077176.750393:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077176.750397:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077176.750407:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077176.750419:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077176.750439:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077176.750571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077176.814248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077176.814251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077176.814274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077177.774213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077177.838224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077177.838224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077177.838237:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077178.798224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077178.862216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077178.862217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077178.862242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077179.822225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769077179.822421:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769077179.822471:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077179.822490:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769077179.822528:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769077179.822571:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077176/real 1769077179] req@ffff97a507941180 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077179.822596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077179.822609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077179.822615:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077179.822619:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077179.822639:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077176/real 1769077179] req@ffff97a507941c00 x1855007612172288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077179.822654:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612172288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077179.822663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077179.822666:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077179.822671:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077179.886271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077179.886271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077179.886295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077180.846213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077180.910203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077180.910203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077180.910219:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077181.870237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077181.870242:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077181.870249:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077181.870253:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077181.870261:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4169 00000100:00080000:1.0:1769077181.870282:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077181.870288:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077181.870319:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612172544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077181.870340:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077181.870343:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077181.870344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077181.870347:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4169 00000100:00080000:1.0:1769077181.870350:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077181.870353:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077181.870360:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077181.870370:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077181.870377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172544:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077181.870449:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077181.870486:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181] req@ffff97a506b5f100 x1855007612172544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077181.870505:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612172544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077181.870534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077181.870539:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077181.870544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077181.870568:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077181.870595:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077181.870609:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181] req@ffff97a506b5f800 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077181.870631:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077181.870641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077181.870644:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077181.870648:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077181.934216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077181.934216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077181.934237:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077182.894188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077182.958198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077182.958201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077182.958227:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077183.918241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077183.982226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077183.982226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077183.982253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077184.942250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077185.006198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077185.006199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077185.006233:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077185.966258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077186.030269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077186.030276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077186.030299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077186.990222:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077186.990225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077186.990233:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077186.990237:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077186.990245:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4174 00000100:00080000:1.0:1769077186.990254:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077186.990261:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077186.990295:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612172800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077186.990323:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077186.990327:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077186.990330:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077186.990335:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4174 00000100:00080000:1.0:1769077186.990340:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077186.990345:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077186.990352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172800:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769077186.990355:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077186.990371:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077186.990409:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077186.990439:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186] req@ffff97a506b5f480 x1855007612172800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077186.990451:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612172800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077186.990458:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077186.990461:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077186.990464:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612172800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077186.990482:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077186.990498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077186.990506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186] req@ffff97a506b5c000 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077186.990514:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077186.990520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077186.990522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077186.990524:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612172928:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077187.054252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077187.054254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077187.054289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077188.014204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077188.078231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077188.078231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077188.078258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077189.038229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077189.102268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077189.102268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077189.102293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077190.062193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077190.126278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077190.126280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077190.126342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077191.086229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077191.150223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077191.150228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077191.150275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077192.110253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077192.110274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077192.110282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077192.110287:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077192.110297:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4179 00000100:00080000:0.0:1769077192.110309:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077192.110315:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077192.110354:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612173056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077192.110376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077192.110379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077192.110380:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077192.110383:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4179 00000100:00080000:0.0:1769077192.110385:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077192.110388:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077192.110397:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077192.110410:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077192.110418:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173056:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077192.110483:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077192.110520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077192/real 1769077192] req@ffff97a506b2d180 x1855007612173056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077192.110538:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612173056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077192.110567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077192.110571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077192.110576:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077192.110598:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173184:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077192.110616:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077192.110625:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077192/real 1769077192] req@ffff97a506b2fb80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077192.110633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077192.110640:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077192.110642:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077192.110644:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077192.174259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077192.174259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077192.174345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077193.134281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077193.198205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077193.198205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077193.198241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077194.158192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077194.222271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077194.222273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077194.222352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077195.182246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077195.246272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077195.246276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077195.246300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077196.206226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077196.270224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077196.270236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077196.270300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077197.230202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077197.230242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077197.230247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077197.230251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077197.230259:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4185 00000100:00080000:2.0:1769077197.230269:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077197.230275:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077197.230308:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612173312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077197.230330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077197.230332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077197.230334:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077197.230337:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4185 00000100:00080000:2.0:1769077197.230339:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077197.230342:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077197.230350:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077197.230359:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077197.230366:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173312:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077197.230441:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077197.230472:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077197/real 1769077197] req@ffff97a507941c00 x1855007612173312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077197.230485:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612173312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077197.230492:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077197.230495:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077197.230498:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077197.230515:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077197.230531:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077197.230539:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077197/real 1769077197] req@ffff97a507941180 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077197.230547:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077197.230554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077197.230556:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077197.230559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173440:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077197.294232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077197.294232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077197.294249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077198.254209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077198.318214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077198.318215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077198.318261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077199.278225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077199.342225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077199.342225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077199.342250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077200.302199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077200.366212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077200.366214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077200.366289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077201.326216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077201.390175:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077201.390196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077201.390239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077202.350209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077202.350220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077202.350225:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077202.350235:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4190 00000100:00100000:3.0:1769077202.350237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077202.350246:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077202.350254:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077202.350302:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612173568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077202.350331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077202.350335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077202.350338:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077202.350343:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4190 00000100:00080000:2.0:1769077202.350348:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077202.350352:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077202.350363:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077202.350381:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077202.350398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173568:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077202.350488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077202.350730:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077202/real 1769077202] req@ffff97a507943b80 x1855007612173568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077202.350753:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612173568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077202.350806:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077202.350813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077202.350819:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077202.350842:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173696:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077202.350870:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077202.350884:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077202/real 1769077202] req@ffff97a507941880 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077202.350898:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077202.350907:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077202.350922:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077202.350925:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077202.414204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077202.414207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077202.414268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077203.374193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077203.438224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077203.438224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077203.438248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077204.398200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077204.462212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077204.462212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077204.462259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077205.422212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077205.486237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077205.486237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077205.486253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077206.446323:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077206.510253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077206.510254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077206.510329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077207.470206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077207.470212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077207.470218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077207.470223:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077207.470231:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4195 00000100:00080000:0.0:1769077207.470241:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077207.470246:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077207.470281:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612173824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077207.470305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077207.470308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077207.470313:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077207.470317:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4195 00000100:00080000:0.0:1769077207.470319:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077207.470321:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077207.470329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077207.470346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077207.470353:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173824:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077207.470424:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077207.470465:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077207/real 1769077207] req@ffff97a506b2ce00 x1855007612173824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077207.470485:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612173824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077207.470497:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077207.470500:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077207.470504:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612173824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077207.470522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077207.470541:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077207.470550:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077207/real 1769077207] req@ffff97a506b2f800 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077207.470558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077207.470565:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077207.470568:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077207.470570:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612173952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077207.534235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077207.534235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077207.534293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077208.494238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077208.558242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077208.558242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077208.558338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077209.518299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077209.582245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077209.582254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077209.582324:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077210.542231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077210.606191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077210.606200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077210.606265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077211.566214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077211.630248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077211.630269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077211.630306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077212.590204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077212.590263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077212.590269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077212.590272:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077212.590280:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4200 00000100:00080000:2.0:1769077212.590290:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077212.590295:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077212.590343:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612174080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077212.590376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077212.590378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077212.590379:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077212.590382:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4200 00000100:00080000:2.0:1769077212.590385:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077212.590387:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077212.590394:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077212.590403:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077212.590431:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174080:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077212.590486:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077212.590517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077212/real 1769077212] req@ffff97a507940a80 x1855007612174080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077212.590531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612174080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077212.590539:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077212.590542:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077212.590544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077212.590550:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077212.590574:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077212.590586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077212/real 1769077212] req@ffff97a507940e00 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077212.590594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077212.590609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077212.590611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077212.590614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077212.654195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077212.654196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077212.654287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077213.614222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077213.678225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077213.678236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077213.678270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077214.638231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077214.702205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077214.702241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077214.702354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077215.662226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077215.726235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077215.726249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077215.726289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077216.686284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077216.750242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077216.750247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077216.750312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077217.710219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077217.710268:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077217.710275:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077217.710279:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077217.710288:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4205 00000100:00080000:3.0:1769077217.710301:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077217.710309:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077217.710346:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612174336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077217.710386:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077217.710390:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077217.710393:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077217.710398:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4205 00000100:00080000:3.0:1769077217.710404:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077217.710408:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077217.710418:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174336:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077217.710419:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077217.710439:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077217.710484:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077217.710516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077217/real 1769077217] req@ffff97a511926a00 x1855007612174336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077217.710529:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612174336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077217.710537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077217.710540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077217.710543:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077217.710561:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174464:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077217.710576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077217.710583:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077217/real 1769077217] req@ffff97a511924000 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077217.710592:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077217.710598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077217.710600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077217.710602:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077217.774250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077217.774251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077217.774273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077218.734232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077218.798257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077218.798257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077218.798331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077219.758249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077219.822236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077219.822263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077219.822264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077220.782265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077220.846305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077220.846327:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077220.846402:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077221.806286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077221.870255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077221.870285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077221.870332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077222.830251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077222.830324:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077222.830353:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077222.830358:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077222.830371:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4210 00000100:00080000:0.0:1769077222.830385:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077222.830411:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077222.830480:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612174592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077222.830513:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077222.830517:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077222.830519:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077222.830522:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4210 00000100:00080000:0.0:1769077222.830526:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077222.830529:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077222.830541:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077222.830553:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077222.830563:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174592:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077222.830647:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077222.830681:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077222/real 1769077222] req@ffff97a506b2ed80 x1855007612174592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077222.830695:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612174592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077222.830703:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077222.830707:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077222.830710:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077222.830729:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077222.830743:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077222.830751:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077222/real 1769077222] req@ffff97a506b2c700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077222.830759:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077222.830766:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077222.830768:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077222.830770:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077222.894260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077222.894260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077222.894335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077223.854289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077223.918212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077223.918290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077223.918323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077224.878273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077224.942248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077224.942260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077224.942352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077225.902247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077225.966206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077225.966243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077225.966356:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077226.926228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077226.990197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077226.990204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077226.990257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077227.950236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077227.950247:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077227.950253:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077227.950257:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077227.950265:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4215 00000100:00080000:3.0:1769077227.950275:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077227.950281:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077227.950314:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612174848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077227.950336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077227.950341:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077227.950343:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077227.950345:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4215 00000100:00080000:3.0:1769077227.950347:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077227.950350:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077227.950357:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077227.950365:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077227.950390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174848:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077227.950453:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077227.950490:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227] req@ffff97a511926680 x1855007612174848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077227.950509:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612174848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077227.950519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077227.950523:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077227.950527:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612174848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077227.950534:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174976:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077227.950556:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077227.950568:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227] req@ffff97a511927800 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077227.950581:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077227.950590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077227.950593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077227.950597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612174976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077228.014194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077228.014208:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077228.014291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077228.974227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077229.038199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077229.038199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077229.038253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077229.998224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077230.062190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077230.062193:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077230.062210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077231.022193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077231.086205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077231.086206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077231.086273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077232.046216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077232.110200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077232.110203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077232.110226:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077233.070209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077233.070222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077233.070229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077233.070234:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077233.070244:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4220 00000100:00080000:0.0:1769077233.070269:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077233.070277:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077233.070308:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612175104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077233.070331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077233.070333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077233.070335:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077233.070338:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4220 00000100:00080000:0.0:1769077233.070341:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077233.070344:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077233.070352:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077233.070362:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077233.070369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175104:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077233.070423:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077233.070453:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077233/real 1769077233] req@ffff97a506b2ca80 x1855007612175104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077233.070466:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612175104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077233.070475:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077233.070478:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077233.070481:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077233.070498:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077233.070512:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077233.070520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077233/real 1769077233] req@ffff97a506b2c000 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077233.070527:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077233.070534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077233.070536:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077233.070538:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077233.134223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077233.134276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077233.134352:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077234.094249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077234.158225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077234.158227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077234.158243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077235.118192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077235.182216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077235.182216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077235.182268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077236.142247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077236.206244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077236.206274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077236.206307:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077237.166201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077237.230208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077237.230242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077237.230255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077238.190222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077238.190233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077238.190239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077238.190239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077238.190252:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4226 00000100:00080000:0.0:1769077238.190263:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077238.190272:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077238.190304:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612175360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077238.190329:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077238.190332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077238.190333:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077238.190336:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4226 00000100:00080000:0.0:1769077238.190340:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077238.190343:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077238.190352:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077238.190367:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077238.190368:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175360:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077238.190431:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077238.190460:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077238/real 1769077238] req@ffff97a506b2e300 x1855007612175360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077238.190473:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612175360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077238.190481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077238.190484:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077238.190487:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077238.190505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077238.190528:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077238.190544:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077238/real 1769077238] req@ffff97a506b2f100 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077238.190558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077238.190567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077238.190571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077238.190575:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077238.254269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077238.254271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077238.254343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077239.214246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077239.278211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077239.278239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077239.278268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077240.238216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077240.302233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077240.302243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077240.302299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077241.262199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077241.326200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077241.326202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077241.326260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077242.286250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077242.350234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077242.350237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077242.350284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077243.310222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077243.310222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077243.310232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077243.310236:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077243.310244:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4231 00000100:00080000:0.0:1769077243.310263:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077243.310270:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077243.310303:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612175616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077243.310325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077243.310328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077243.310330:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077243.310334:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4231 00000100:00080000:0.0:1769077243.310339:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077243.310344:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077243.310354:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077243.310357:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077243.310373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077243.310443:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077243.374192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077243.374193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077243.374292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077244.334213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077244.398202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077244.398202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077244.398255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077245.358232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077245.422215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077245.422216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077245.422274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077246.382216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077246.382355:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077246.382397:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077246.382417:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077246.382451:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769077246.382497:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077243/real 1769077246] req@ffff97a506b2f100 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077246.382526:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077246.382538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077246.382544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077246.382548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612175744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769077246.382556:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077243/real 1769077246] req@ffff97a506b2dc00 x1855007612175616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077246.382569:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612175616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077246.382577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077246.382581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077246.382584:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077246.446222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077246.446222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077246.446279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077247.406223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077247.470236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077247.470240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077247.470300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077248.430193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077248.430240:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077248.430246:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077248.430249:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077248.430256:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4236 00000100:00080000:0.0:1769077248.430265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077248.430272:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077248.430307:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612175872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077248.430335:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077248.430338:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077248.430340:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077248.430343:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4236 00000100:00080000:0.0:1769077248.430347:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077248.430351:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077248.430359:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077248.430365:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077248.430372:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077248.430427:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077248.430461:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077248/real 1769077248] req@ffff97a506b2e300 x1855007612175872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077248.430474:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612175872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077248.430481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077248.430484:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077248.430487:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612175872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077248.430508:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077248.430532:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077248.430545:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077248/real 1769077248] req@ffff97a506b2c000 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077248.430565:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077248.430574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077248.430577:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077248.430581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077248.494208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077248.494208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077248.494292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077249.454228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077249.518217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077249.518217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077249.518269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077250.478261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077250.542280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077250.542282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077250.542354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077251.502233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077251.566225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077251.566242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077251.566243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077252.526215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077252.590209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077252.590213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077252.590330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077253.550250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077253.550299:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077253.550308:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077253.550312:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077253.550323:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4241 00000100:00080000:2.0:1769077253.550337:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077253.550344:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077253.550391:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612176128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077253.550423:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077253.550426:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077253.550427:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077253.550431:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4241 00000100:00080000:2.0:1769077253.550433:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077253.550437:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077253.550446:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077253.550456:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077253.550466:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176128:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077253.550556:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077253.550601:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077253/real 1769077253] req@ffff97a507940000 x1855007612176128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077253.550617:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612176128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077253.550626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077253.550629:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077253.550632:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077253.550679:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077253.550707:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077253.550721:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077253/real 1769077253] req@ffff97a507942680 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077253.550744:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077253.550751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077253.550754:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077253.550756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077253.614192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077253.614192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077253.614240:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077254.574230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077254.638197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077254.638197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077254.638267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077255.598238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077255.662212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077255.662213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077255.662237:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077256.622199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077256.686215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077256.686215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077256.686266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077257.646192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077257.710233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077257.710233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077257.710256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077258.670192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077258.670237:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077258.670243:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077258.670246:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077258.670254:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4246 00000100:00080000:0.0:1769077258.670263:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077258.670269:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077258.670310:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612176384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077258.670331:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077258.670333:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077258.670334:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077258.670337:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4246 00000100:00080000:0.0:1769077258.670340:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077258.670343:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077258.670351:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077258.670362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077258.670364:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077258.670426:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077258.670460:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077258/real 1769077258] req@ffff97a506b2ca80 x1855007612176384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077258.670472:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612176384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077258.670480:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077258.670483:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077258.670486:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077258.670504:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176512:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077258.670518:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077258.670525:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077258/real 1769077258] req@ffff97a506b2c700 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077258.670533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077258.670539:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077258.670541:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077258.670543:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077258.734209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077258.734209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077258.734259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077259.694255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077259.758268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077259.758268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077259.758295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077260.718192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077260.782254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077260.782283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077260.782370:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077261.742268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077261.806280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077261.806280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077261.806313:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077262.766286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077262.830227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077262.830238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077262.830340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077263.790219:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077263.790227:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077263.790231:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077263.790240:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4251 00000100:00100000:1.0:1769077263.790247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077263.790251:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077263.790263:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077263.790297:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612176640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077263.790321:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077263.790325:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077263.790328:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077263.790332:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4251 00000100:00080000:0.0:1769077263.790336:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077263.790342:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077263.790352:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077263.790362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077263.790371:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077263.790451:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077263.790516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077263/real 1769077263] req@ffff97a506b2ed80 x1855007612176640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077263.790532:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612176640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077263.790541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077263.790545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077263.790548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077263.790572:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077263.790589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077263.790597:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077263/real 1769077263] req@ffff97a506b2f800 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077263.790605:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077263.790612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077263.790614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077263.790616:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612176768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077263.854263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077263.854292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077263.854363:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077264.814261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077264.878211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077264.878252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077264.878525:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077265.838247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077265.902282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077265.902283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077265.902322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077266.862240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077266.926270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077266.926270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077266.926382:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077267.886330:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077267.950316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077267.950329:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077267.950413:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077268.910269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077268.910285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077268.910292:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077268.910294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077268.910309:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4256 00000100:00080000:0.0:1769077268.910344:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077268.910354:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077268.910434:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612176896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077268.910467:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077268.910471:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077268.910473:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077268.910478:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4256 00000100:00080000:0.0:1769077268.910482:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077268.910485:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077268.910498:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077268.910512:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077268.910534:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176896:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077268.910648:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077268.910712:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268] req@ffff97a506b2ce00 x1855007612176896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077268.910751:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612176896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077268.910767:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077268.910775:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077268.910781:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612176896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077268.910820:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177024:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077268.910860:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077268.910882:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268] req@ffff97a506b2fb80 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077268.910902:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077268.910917:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077268.910922:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077268.910929:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077268.974253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077268.974314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077268.974497:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077269.934241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077269.998273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077269.998273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077269.998306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077270.958319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077271.022255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077271.022262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077271.022312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077271.982215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077272.046205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077272.046205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077272.046227:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077273.006236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077273.070296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077273.070330:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077273.070383:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077274.030219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077274.030222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077274.030231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077274.030236:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077274.030246:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4261 00000100:00080000:0.0:1769077274.030258:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077274.030279:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077274.030325:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612177152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077274.030350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077274.030353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077274.030365:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077274.030368:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4261 00000100:00080000:0.0:1769077274.030371:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077274.030374:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077274.030382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077274.030393:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077274.030404:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177152:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077274.030476:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077274.030517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077274/real 1769077274] req@ffff97a506b2d180 x1855007612177152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077274.030538:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612177152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077274.030550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077274.030555:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077274.030559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077274.030582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077274.030604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077274.030613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077274/real 1769077274] req@ffff97a506b2f480 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077274.030622:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077274.030628:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077274.030631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077274.030633:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077274.094240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077274.094240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077274.094276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077275.054258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077275.118253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077275.118261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077275.118391:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077276.078172:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077276.142292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077276.142292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077276.142336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077277.102229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077277.166280:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077277.166280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077277.166345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077278.126192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077278.190216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077278.190263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077278.190302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077279.150220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077279.150236:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077279.150244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077279.150249:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077279.150257:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4266 00000100:00080000:0.0:1769077279.150266:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077279.150272:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077279.150307:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612177408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077279.150336:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077279.150341:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077279.150343:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077279.150348:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4266 00000100:00080000:0.0:1769077279.150352:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077279.150357:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077279.150367:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077279.150373:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077279.150382:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077279.150440:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077279.150472:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077279/real 1769077279] req@ffff97a506b2c380 x1855007612177408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077279.150486:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612177408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077279.150494:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077279.150497:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077279.150500:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077279.150518:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077279.150533:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077279.150541:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077279/real 1769077279] req@ffff97a506b2f480 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077279.150549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077279.150560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077279.150562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077279.150565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077279.214229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077279.214229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077279.214315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077280.174239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077280.238200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077280.238287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077280.238306:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077281.198249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077281.262272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077281.262283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077281.262365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077282.222237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077282.286216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077282.286231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077282.286287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077283.246206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077283.310225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077283.310225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077283.310308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077284.270219:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077284.270223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077284.270229:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077284.270241:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077284.270249:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4272 00000100:00080000:0.0:1769077284.270258:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077284.270264:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077284.270298:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612177664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077284.270319:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077284.270322:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077284.270323:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077284.270326:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4272 00000100:00080000:0.0:1769077284.270329:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077284.270332:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077284.270340:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077284.270352:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077284.270352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177664:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077284.270414:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077284.270457:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077284/real 1769077284] req@ffff97a506b2d180 x1855007612177664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077284.270471:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612177664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077284.270478:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077284.270481:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077284.270484:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077284.270502:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177792:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077284.270517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077284.270525:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077284/real 1769077284] req@ffff97a506b2fb80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077284.270533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077284.270539:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077284.270542:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077284.270544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612177792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077284.334202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077284.334222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077284.334258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077285.294232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077285.358224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077285.358224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077285.358289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077286.318221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077286.382205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077286.382229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077286.382261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077287.342190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077287.406192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077287.406194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077287.406251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077288.366285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077288.430261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077288.430282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077288.430320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077289.390244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077289.390258:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077289.390263:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077289.390267:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077289.390275:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4277 00000100:00080000:3.0:1769077289.390285:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077289.390292:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077289.390323:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612177920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077289.390350:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077289.390352:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077289.390354:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077289.390356:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4277 00000100:00080000:3.0:1769077289.390359:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077289.390361:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077289.390368:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077289.390376:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077289.390396:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177920:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077289.390463:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077289.390505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077289/real 1769077289] req@ffff97a511925f80 x1855007612177920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077289.390525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612177920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077289.390537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077289.390541:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077289.390546:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612177920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077289.390554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178048:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077289.390580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077289.390594:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077289/real 1769077289] req@ffff97a511927100 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077289.390607:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077289.390617:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077289.390621:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077289.390625:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178048:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077289.454219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077289.454219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077289.454266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077290.414186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077290.478217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077290.478277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077290.478281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077291.438184:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:2.0:1769077291.502296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077291.502327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077291.502336:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077292.462210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077292.526211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077292.526226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077292.526249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077293.486203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077293.550210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077293.550210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077293.550288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077294.510223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077294.510239:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077294.510244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077294.510248:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077294.510256:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4282 00000100:00080000:0.0:1769077294.510265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077294.510271:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077294.510303:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612178176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077294.510326:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077294.510331:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077294.510333:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077294.510335:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4282 00000100:00080000:0.0:1769077294.510338:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077294.510340:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077294.510347:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077294.510356:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077294.510371:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178176:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077294.510427:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077294.510460:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077294/real 1769077294] req@ffff97a506b2ce00 x1855007612178176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077294.510473:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612178176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077294.510481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077294.510484:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077294.510487:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077294.510505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178304:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077294.510519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077294.510535:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077294/real 1769077294] req@ffff97a506b2f800 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077294.510544:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077294.510551:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077294.510554:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077294.510556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077294.574190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077294.574204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077294.574266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077295.534185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077295.598216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077295.598216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077295.598272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077296.558205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077296.622186:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077296.622199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077296.622246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077297.582183:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077297.646195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077297.646258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077297.646263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077298.606218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077298.670251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077298.670303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077298.670372:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077299.630194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077299.630226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077299.630233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077299.630238:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077299.630246:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4287 00000100:00080000:3.0:1769077299.630255:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077299.630261:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077299.630292:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612178432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077299.630314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077299.630318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077299.630320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077299.630324:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4287 00000100:00080000:3.0:1769077299.630328:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077299.630332:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077299.630342:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077299.630352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077299.630356:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077299.630413:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077299.630454:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077299/real 1769077299] req@ffff97a511925c00 x1855007612178432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077299.630473:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612178432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077299.630485:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077299.630488:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077299.630491:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077299.630509:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178560:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077299.630529:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077299.630542:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077299/real 1769077299] req@ffff97a511927100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077299.630554:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077299.630565:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077299.630569:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077299.630573:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178560:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077299.694229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077299.694229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077299.694300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077300.654307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077300.718285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077300.718349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077300.718371:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077301.678241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077301.742226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077301.742242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077301.742287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077302.702225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077302.766210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077302.766210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077302.766235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077303.726229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:2.0:1769077303.790259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077303.790269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077303.790285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077304.750208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077304.750216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077304.750222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077304.750226:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077304.750234:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4292 00000100:00080000:3.0:1769077304.750243:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077304.750250:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077304.750283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612178688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077304.750303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077304.750306:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077304.750308:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077304.750312:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4292 00000100:00080000:3.0:1769077304.750315:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077304.750318:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077304.750325:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178688:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077304.750325:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077304.750338:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077304.750391:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077304.750432:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077304/real 1769077304] req@ffff97a511925f80 x1855007612178688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077304.750452:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612178688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077304.750459:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077304.750462:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077304.750466:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077304.750485:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178816:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077304.750503:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077304.750511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077304/real 1769077304] req@ffff97a511927800 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077304.750519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077304.750526:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077304.750528:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077304.750541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612178816:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077304.814221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077304.814221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077304.814293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077305.774243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077305.838222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077305.838223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077305.838278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077306.798216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077306.862254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077306.862295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077306.862386:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077307.822237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077307.886250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077307.886266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077307.886317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077308.846231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077308.910235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077308.910251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077308.910299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077309.870247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077309.870247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077309.870258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077309.870262:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077309.870271:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4297 00000100:00080000:0.0:1769077309.870280:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077309.870286:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077309.870320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612178944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077309.870353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077309.870357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077309.870360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077309.870365:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4297 00000100:00080000:0.0:1769077309.870368:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077309.870372:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077309.870381:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077309.870397:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077309.870397:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077309.870505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179072:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077309.934209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077309.934210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077309.934290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077310.894259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077310.958260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077310.958260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077310.958331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077311.918241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077311.982224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077311.982227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077311.982284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077312.942239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769077312.942439:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769077312.942490:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077312.942514:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769077312.942553:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769077312.942684:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077312] req@ffff97a506b2c700 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077312.942711:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077312.942723:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077312.942727:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077312.942731:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179072:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769077312.942738:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077312] req@ffff97a506b2ed80 x1855007612178944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077312.942751:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612178944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077312.942758:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077312.942762:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077312.942765:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612178944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077313.006231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077313.006232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077313.006683:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077313.966275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077314.030277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077314.030352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077314.030428:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077314.990233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077314.990293:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077314.990301:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077314.990306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077314.990319:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4302 00000100:00080000:0.0:1769077314.990334:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077314.990342:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077314.990384:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612179200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077314.990421:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077314.990425:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077314.990427:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077314.990432:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4302 00000100:00080000:0.0:1769077314.990436:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077314.990441:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077314.990452:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077314.990467:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077314.990482:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179200:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077314.990566:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077314.990625:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314] req@ffff97a506b2ca80 x1855007612179200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077314.990646:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612179200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077314.990657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077314.990663:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077314.990668:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077314.990702:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179328:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077314.990730:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077314.990744:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314] req@ffff97a506b2c000 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077314.990756:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077314.990765:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077314.990769:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077314.990772:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179328:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077315.054250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077315.054250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077315.054319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077316.014273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077316.078204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077316.078204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077316.078310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077317.038225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077317.102202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077317.102226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077317.102284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077318.062180:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077318.126212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077318.126221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077318.126253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077319.086201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077319.150201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077319.150201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077319.150248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077320.110203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077320.110239:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077320.110246:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077320.110250:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077320.110257:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4307 00000100:00080000:0.0:1769077320.110266:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077320.110273:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077320.110310:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612179456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077320.110333:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077320.110336:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077320.110337:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077320.110341:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4307 00000100:00080000:0.0:1769077320.110345:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077320.110349:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077320.110359:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077320.110367:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077320.110376:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077320.110422:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077320.110462:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077320/real 1769077320] req@ffff97a506b2e300 x1855007612179456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077320.110475:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612179456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077320.110482:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077320.110484:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077320.110487:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077320.110505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179584:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077320.110536:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077320.110548:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077320/real 1769077320] req@ffff97a506b2dc00 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077320.110561:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077320.110568:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077320.110570:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077320.110572:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179584:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077320.174214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077320.174225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077320.174247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077321.134246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077321.198193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077321.198195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077321.198242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077322.158212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077322.222230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077322.222231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077322.222299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077323.182225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077323.246184:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077323.246202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077323.246262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077324.206240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077324.270229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077324.270276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077324.270329:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077325.230234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077325.230234:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077325.230244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077325.230248:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077325.230257:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4313 00000100:00080000:1.0:1769077325.230267:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077325.230273:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077325.230307:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612179712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077325.230343:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077325.230347:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077325.230348:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077325.230353:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4313 00000100:00080000:1.0:1769077325.230357:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077325.230361:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077325.230369:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077325.230382:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077325.230389:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179712:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077325.230471:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077325.230505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077325/real 1769077325] req@ffff97a506b5fb80 x1855007612179712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077325.230518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612179712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077325.230524:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077325.230527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077325.230530:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077325.230554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179840:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077325.230575:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077325.230587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077325/real 1769077325] req@ffff97a506b5ed80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077325.230599:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077325.230608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077325.230612:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077325.230615:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612179840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077325.294226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077325.294226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077325.294290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077326.254204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077326.318233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077326.318233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077326.318311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077327.278272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077327.342197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077327.342247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077327.342253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077328.302186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077328.366279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077328.366279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077328.366354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077329.326260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077329.390247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077329.390247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077329.390327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077330.350177:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077330.350185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077330.350186:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077330.350190:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077330.350197:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4318 00000100:00080000:1.0:1769077330.350207:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077330.350213:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077330.350247:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612179968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077330.350289:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077330.350292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077330.350294:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077330.350298:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4318 00000100:00080000:1.0:1769077330.350302:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077330.350307:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077330.350316:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077330.350327:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077330.350332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077330.350394:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077330.350430:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077330/real 1769077330] req@ffff97a506b5ca80 x1855007612179968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077330.350444:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612179968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077330.350450:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077330.350453:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077330.350456:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612179968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077330.350471:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180096:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077330.350485:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077330.350493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077330/real 1769077330] req@ffff97a506b5dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077330.350500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077330.350505:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077330.350507:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077330.350509:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180096:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077330.414232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077330.414241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077330.414293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077331.374197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077331.438244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077331.438244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077331.438376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077332.398248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077332.462208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077332.462222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077332.462290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077333.422303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077333.486250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077333.486250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077333.486337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077334.446196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077334.510227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077334.510228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077334.510345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077335.470275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077335.470329:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077335.470339:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077335.470344:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077335.470353:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4323 00000100:00080000:3.0:1769077335.470366:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077335.470373:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077335.470418:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612180224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077335.470445:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077335.470447:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077335.470449:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077335.470452:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4323 00000100:00080000:3.0:1769077335.470455:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077335.470457:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077335.470466:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077335.470477:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077335.470499:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180224:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077335.470567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077335.470600:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077335/real 1769077335] req@ffff97a511926680 x1855007612180224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077335.470613:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612180224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077335.470621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077335.470625:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077335.470628:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077335.470655:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180352:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077335.470671:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077335.470679:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077335/real 1769077335] req@ffff97a511924000 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077335.470687:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077335.470693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077335.470695:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077335.470698:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077335.534239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077335.534239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077335.534315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077336.494254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077336.558287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077336.558287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077336.558403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077337.518258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077337.582258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077337.582258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077337.582315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077338.542251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077338.606192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077338.606229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077338.606353:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077339.566231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077339.630261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077339.630261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077339.630337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077340.590239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077340.590305:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077340.590313:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077340.590318:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077340.590327:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4328 00000100:00080000:1.0:1769077340.590341:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077340.590348:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077340.590392:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612180480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077340.590425:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077340.590429:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077340.590431:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077340.590436:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4328 00000100:00080000:1.0:1769077340.590441:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077340.590448:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077340.590461:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077340.590475:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077340.590478:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077340.590576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077340.590614:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077340/real 1769077340] req@ffff97a506b5ea00 x1855007612180480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077340.590629:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612180480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077340.590637:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077340.590641:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077340.590644:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077340.590664:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180608:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077340.590681:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077340.590689:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077340/real 1769077340] req@ffff97a506b5e300 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077340.590697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077340.590703:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077340.590705:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077340.590708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180608:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077340.654226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077340.654226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077340.654285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077341.614231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077341.678240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077341.678301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077341.678326:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077342.638199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077342.702224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077342.702228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077342.702280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077343.662203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077343.726191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077343.726205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077343.726259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077344.686224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077344.750195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077344.750201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077344.750247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077345.710204:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077345.710213:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769077345.710218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077345.710218:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077345.710227:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4333 00000100:00080000:1.0:1769077345.710238:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077345.710244:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077345.710277:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612180736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077345.710301:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077345.710304:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077345.710306:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077345.710310:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4333 00000100:00080000:1.0:1769077345.710314:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077345.710318:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077345.710327:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077345.710338:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077345.710343:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180736:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077345.710404:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077345.710436:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077345/real 1769077345] req@ffff97a506b5c700 x1855007612180736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077345.710449:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612180736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077345.710462:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077345.710525:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077345.710530:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077345.710549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180864:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077345.710569:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077345.710578:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077345/real 1769077345] req@ffff97a506b5ce00 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077345.710587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077345.710685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077345.710689:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077345.710692:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612180864:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077345.774220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077345.774221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077345.774292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077346.734229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077346.798205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077346.798208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077346.798269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077347.758188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077347.822248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077347.822248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077347.822321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077348.782251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077348.846194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077348.846204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077348.846271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077349.806200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077349.870212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077349.870213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077349.870282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077350.830232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077350.830236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077350.830246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077350.830251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077350.830261:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4338 00000100:00080000:1.0:1769077350.830273:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077350.830282:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077350.830320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612180992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077350.830353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077350.830357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077350.830359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077350.830363:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4338 00000100:00080000:1.0:1769077350.830368:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077350.830372:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077350.830382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077350.830397:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077350.830403:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180992:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077350.830467:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077350.830498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077350/real 1769077350] req@ffff97a506b5d500 x1855007612180992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077350.830512:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612180992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077350.830525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077350.830528:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077350.830531:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612180992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077350.830549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181120:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077350.830564:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077350.830572:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077350/real 1769077350] req@ffff97a506b5e680 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077350.830580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077350.830586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077350.830589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077350.830591:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077350.894230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077350.894230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077350.894296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077351.854210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077351.918234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077351.918242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077351.918341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077352.878259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077352.942228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077352.942228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077352.942306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077353.902211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077353.966284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077353.966287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077353.966387:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077354.926322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077354.990285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077354.990285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077354.990361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077355.950242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077355.950245:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077355.950259:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077355.950264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077355.950277:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4343 00000100:00080000:3.0:1769077355.950290:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077355.950297:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077355.950338:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612181248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077355.950374:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077355.950377:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077355.950379:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077355.950382:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4343 00000100:00080000:3.0:1769077355.950385:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077355.950389:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077355.950396:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077355.950407:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077355.950433:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181248:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077355.950517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077355.950561:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355] req@ffff97a511926a00 x1855007612181248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077355.950577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612181248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077355.950587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077355.950591:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077355.950594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077355.950600:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181376:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077355.950616:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077355.950624:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355] req@ffff97a511925180 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077355.950631:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077355.950640:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077355.950643:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077355.950648:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181376:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077356.014233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077356.014234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077356.014338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077356.974235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077357.038236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077357.038262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077357.038305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077357.998246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077358.062248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077358.062260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077358.062278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077359.022245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077359.086185:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077359.086254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077359.086290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077360.046227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077360.110188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077360.110191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077360.110249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077361.070229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077361.070238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077361.070244:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077361.070248:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077361.070255:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4348 00000100:00080000:2.0:1769077361.070265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077361.070278:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077361.070316:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612181504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077361.070338:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077361.070340:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077361.070341:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077361.070344:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4348 00000100:00080000:2.0:1769077361.070347:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077361.070350:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077361.070358:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077361.070370:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077361.070370:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181504:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077361.070433:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077361.070472:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077361/real 1769077361] req@ffff97a507942680 x1855007612181504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077361.070489:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612181504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077361.070497:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077361.070501:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077361.070504:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077361.070522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181632:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077361.070540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077361.070548:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077361/real 1769077361] req@ffff97a507940000 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077361.070557:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077361.070563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077361.070566:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077361.070568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077361.134218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077361.134223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077361.134269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077362.094225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077362.158195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077362.158202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077362.158233:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077363.118239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077363.182218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077363.182274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077363.182282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077364.142272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077364.206204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077364.206205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077364.206301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077365.166219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077365.230209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077365.230209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077365.230269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077366.190241:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077366.190241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077366.190250:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077366.190253:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077366.190262:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4354 00000100:00080000:0.0:1769077366.190271:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077366.190277:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077366.190309:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612181760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077366.190332:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077366.190335:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077366.190336:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077366.190339:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4354 00000100:00080000:0.0:1769077366.190342:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077366.190344:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077366.190351:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077366.190362:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077366.190383:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181760:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077366.190449:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077366.190488:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077366/real 1769077366] req@ffff97a506b2f100 x1855007612181760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077366.190510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612181760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077366.190518:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077366.190522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077366.190525:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612181760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077366.190531:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181888:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077366.190550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077366.190558:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077366/real 1769077366] req@ffff97a506b2dc00 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077366.190566:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077366.190578:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077366.190581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077366.190583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612181888:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077366.254194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077366.254200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077366.254253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077367.214268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077367.278216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077367.278216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077367.278275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077368.238227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077368.302197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077368.302233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077368.302278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077369.262202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077369.326226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077369.326256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077369.326294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077370.286286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077370.350230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077370.350230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077370.350354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077371.310195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077371.310234:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077371.310239:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077371.310242:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077371.310256:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4359 00000100:00080000:2.0:1769077371.310265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077371.310271:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077371.310303:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612182016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077371.310327:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077371.310329:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077371.310330:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077371.310333:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4359 00000100:00080000:2.0:1769077371.310336:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077371.310339:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077371.310346:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077371.310357:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077371.310358:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077371.310425:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077371.310455:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077371/real 1769077371] req@ffff97a507940e00 x1855007612182016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077371.310469:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612182016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077371.310476:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077371.310480:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077371.310483:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077371.310501:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182144:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077371.310515:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077371.310524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077371/real 1769077371] req@ffff97a507940a80 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077371.310532:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077371.310538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077371.310540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077371.310543:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182144:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077371.374200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077371.374205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077371.374255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077372.334266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077372.398221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077372.398221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077372.398275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077373.358222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077373.422229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077373.422265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077373.422267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077374.382236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077374.446218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077374.446218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077374.446250:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077375.406207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077375.470194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077375.470235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077375.470290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077376.430243:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077376.430243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077376.430254:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077376.430259:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077376.430269:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4364 00000100:00080000:0.0:1769077376.430280:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077376.430288:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077376.430324:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612182272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077376.430353:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077376.430356:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077376.430358:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077376.430361:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4364 00000100:00080000:0.0:1769077376.430364:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077376.430368:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077376.430376:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077376.430388:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077376.430403:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077376.430497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077376.494241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077376.494242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077376.494294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077377.454194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077377.518214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077377.518234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077377.518272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077378.478218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077378.542257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077378.542272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077378.542331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077379.502204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077379.502397:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077379.502437:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077379.502455:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077379.502493:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769077379.502554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077376/real 1769077379] req@ffff97a506b2c000 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077379.502590:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077379.502602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077379.502608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077379.502613:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077379.502622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077376/real 1769077379] req@ffff97a506b2e300 x1855007612182272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077379.502637:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612182272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077379.502645:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077379.502650:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077379.502654:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077379.566193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077379.566222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077379.566263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077380.526227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077380.590229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077380.590229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077380.590292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077381.550221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077381.550525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077381.550532:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077381.550537:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077381.550547:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4369 00000100:00080000:2.0:1769077381.550559:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077381.550567:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077381.550600:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612182528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077381.550630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077381.550634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077381.550636:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077381.550641:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4369 00000100:00080000:2.0:1769077381.550645:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077381.550649:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077381.550659:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077381.550680:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077381.550681:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182528:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077381.550763:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077381.550805:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077381/real 1769077381] req@ffff97a507941880 x1855007612182528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077381.550825:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612182528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077381.550837:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077381.550843:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077381.550848:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077381.550876:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182656:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077381.550905:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077381.550920:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077381/real 1769077381] req@ffff97a507943b80 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077381.550934:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077381.550944:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077381.550948:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077381.550952:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182656:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077381.614212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077381.614212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077381.614283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077382.574191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077382.638225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077382.638225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077382.638282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077383.598231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077383.662211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077383.662213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077383.662294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077384.622197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077384.686204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077384.686232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077384.686252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077385.646232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077385.710200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077385.710200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077385.710258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077386.670214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077386.670238:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077386.670246:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077386.670251:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077386.670260:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4374 00000100:00080000:0.0:1769077386.670271:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077386.670279:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077386.670320:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612182784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077386.670345:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077386.670348:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077386.670350:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077386.670353:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4374 00000100:00080000:0.0:1769077386.670357:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077386.670361:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077386.670368:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077386.670381:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077386.670388:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182784:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077386.670468:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077386.670501:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077386/real 1769077386] req@ffff97a506b2ca80 x1855007612182784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077386.670515:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612182784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077386.670523:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077386.670527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077386.670530:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612182784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077386.670548:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182912:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077386.670565:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077386.670573:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077386/real 1769077386] req@ffff97a506b2ed80 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077386.670582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077386.670588:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077386.670591:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077386.670594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612182912:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077386.734242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077386.734253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077386.734278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077387.694203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077387.758221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077387.758222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077387.758390:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077388.718428:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077388.782239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077388.782253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077388.782261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077389.742240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077389.806218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077389.806218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077389.806306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077390.766223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077390.830202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077390.830202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077390.830308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077391.790231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077391.790284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077391.790291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077391.790295:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077391.790306:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4379 00000100:00080000:2.0:1769077391.790332:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077391.790340:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077391.790380:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612183040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077391.790402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077391.790404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077391.790406:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077391.790409:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4379 00000100:00080000:2.0:1769077391.790411:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077391.790414:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077391.790427:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077391.790438:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077391.790469:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183040:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077391.790571:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077391.790624:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077391/real 1769077391] req@ffff97a507941180 x1855007612183040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077391.790646:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612183040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077391.790681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077391.790686:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077391.790699:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077391.790728:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183168:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077391.790751:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077391.790762:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077391/real 1769077391] req@ffff97a507941c00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077391.790773:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077391.790782:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077391.790785:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077391.790788:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077391.854229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077391.854229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077391.854350:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077392.814269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077392.878226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077392.878274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077392.878314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077393.838269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077393.902249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077393.902267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077393.902337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077394.862295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077394.926236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077394.926314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077394.926325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077395.886313:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077395.950260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077395.950274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077395.950333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077396.910213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077396.910274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077396.910286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077396.910291:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077396.910304:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4384 00000100:00080000:0.0:1769077396.910319:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077396.910328:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077396.910381:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612183296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077396.910417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077396.910421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077396.910422:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077396.910426:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4384 00000100:00080000:0.0:1769077396.910430:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077396.910433:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077396.910444:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077396.910456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077396.910483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183296:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077396.910561:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077396.910604:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396] req@ffff97a506b2c700 x1855007612183296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077396.910633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612183296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077396.910645:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077396.910651:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077396.910655:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077396.910664:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183424:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077396.910689:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077396.910703:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396] req@ffff97a506b2f800 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077396.910717:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077396.910729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077396.910733:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077396.910737:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183424:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077396.974204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077396.974205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077396.974270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077397.934246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077397.998289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077397.998289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077397.998361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077398.958302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077399.022256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077399.022256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077399.022337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077399.982226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077400.046244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077400.046297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077400.046337:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077401.006230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077401.070236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077401.070273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077401.070330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077402.030230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077402.030239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077402.030243:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077402.030244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077402.030252:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4389 00000100:00080000:2.0:1769077402.030261:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077402.030269:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077402.030301:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612183552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077402.030323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077402.030325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077402.030327:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077402.030329:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4389 00000100:00080000:2.0:1769077402.030332:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077402.030334:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077402.030340:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077402.030348:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077402.030368:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183552:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077402.030428:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077402.030468:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077402/real 1769077402] req@ffff97a507942a00 x1855007612183552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077402.030486:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612183552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077402.030496:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077402.030500:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077402.030505:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077402.030513:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183680:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077402.030532:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077402.030542:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077402/real 1769077402] req@ffff97a507940380 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077402.030551:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077402.030567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077402.030569:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077402.030572:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077402.094244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077402.094244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077402.094316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077403.054277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077403.118209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077403.118209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077403.118272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077404.078193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077404.142225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077404.142225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077404.142298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077405.102225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077405.166198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077405.166199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077405.166270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077406.126218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077406.190201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077406.190205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077406.190265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077407.150237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077407.150247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077407.150252:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769077407.150253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077407.150262:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4394 00000100:00080000:2.0:1769077407.150273:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077407.150281:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077407.150326:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612183808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077407.150351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077407.150354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077407.150355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077407.150359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4394 00000100:00080000:2.0:1769077407.150362:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077407.150364:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077407.150372:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077407.150382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077407.150400:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183808:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077407.150472:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077407.150515:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077407/real 1769077407] req@ffff97a507940700 x1855007612183808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077407.150536:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612183808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077407.150550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077407.150555:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077407.150561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612183808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077407.150586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183936:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077407.150611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077407.150625:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077407/real 1769077407] req@ffff97a507943100 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077407.150640:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077407.150652:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077407.150656:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077407.150660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612183936:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077407.214206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077407.214227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077407.214271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077408.174236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077408.238248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077408.238248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077408.238321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077409.198236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077409.262224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077409.262225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077409.262287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077410.222210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077410.286214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077410.286220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077410.286273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077411.246253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077411.310279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077411.310282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077411.310352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077412.270208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077412.270217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077412.270222:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077412.270230:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4400 00000100:00100000:0.0:1769077412.270240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077412.270241:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077412.270251:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077412.270283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612184064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077412.270303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077412.270305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077412.270307:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077412.270311:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4400 00000100:00080000:2.0:1769077412.270313:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077412.270316:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077412.270323:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077412.270332:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077412.270334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077412.270400:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077412.270438:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077412/real 1769077412] req@ffff97a507943100 x1855007612184064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077412.270457:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612184064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077412.270467:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077412.270472:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077412.270476:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077412.270500:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184192:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077412.270519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077412.270529:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077412/real 1769077412] req@ffff97a507940700 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077412.270537:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077412.270543:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077412.270545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077412.270549:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184192:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077412.334206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077412.334257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077412.334286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077413.294224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077413.358230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077413.358246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077413.358306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077414.318237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077414.382212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077414.382235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077414.382267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077415.342242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077415.406218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077415.406218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077415.406282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077416.366227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077416.430216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077416.430216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077416.430279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077417.390232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077417.390241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077417.390245:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077417.390254:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4405 00000100:00080000:0.0:1769077417.390263:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077417.390270:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077417.390302:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612184320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077417.390324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077417.390327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077417.390329:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077417.390329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077417.390336:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4405 00000100:00080000:0.0:1769077417.390338:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077417.390341:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077417.390348:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077417.390360:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077417.390375:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184320:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077417.390429:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077417.390458:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077417/real 1769077417] req@ffff97a506b2ce00 x1855007612184320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077417.390476:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612184320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077417.390484:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077417.390487:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077417.390490:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077417.390508:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184448:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077417.390522:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077417.390531:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077417/real 1769077417] req@ffff97a506b2fb80 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077417.390540:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077417.390548:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077417.390551:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077417.390554:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077417.454192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077417.454199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077417.454252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077418.414229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077418.478205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077418.478250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077418.478276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077419.438264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769077419.502226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077419.502226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077419.502310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077420.462219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077420.526196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077420.526216:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077420.526224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077421.486200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077421.550257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077421.550278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077421.550404:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077422.510269:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077422.510279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077422.510281:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077422.510288:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077422.510301:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4410 00000100:00080000:0.0:1769077422.510315:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077422.510323:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077422.510369:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612184576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077422.510398:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077422.510401:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077422.510403:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077422.510407:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4410 00000100:00080000:0.0:1769077422.510411:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077422.510414:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077422.510425:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077422.510436:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077422.510448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184576:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077422.510519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077422.510554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077422/real 1769077422] req@ffff97a506b2d180 x1855007612184576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077422.510568:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612184576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077422.510577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077422.510580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077422.510583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077422.510603:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184704:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077422.510618:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077422.510626:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077422/real 1769077422] req@ffff97a506b2f480 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077422.510634:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077422.510641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077422.510643:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077422.510645:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184704:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077422.574187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077422.574224:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077422.574229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077423.534213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077423.598237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077423.598238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077423.598320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077424.558186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077424.622207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077424.622207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077424.622220:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077425.582180:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077425.646212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077425.646233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077425.646391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077426.606207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077426.670199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077426.670202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077426.670232:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077427.630197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077427.630200:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077427.630209:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077427.630213:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077427.630222:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4415 00000100:00080000:0.0:1769077427.630233:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077427.630240:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077427.630286:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612184832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077427.630318:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077427.630321:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077427.630324:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077427.630328:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4415 00000100:00080000:0.0:1769077427.630332:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077427.630336:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077427.630346:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077427.630359:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077427.630365:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077427.630414:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077427.630445:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077427/real 1769077427] req@ffff97a506b2c380 x1855007612184832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077427.630458:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612184832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077427.630465:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077427.630468:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077427.630470:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612184832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077427.630488:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184960:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077427.630508:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077427.630517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077427/real 1769077427] req@ffff97a506b2f480 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077427.630525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077427.630531:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077427.630533:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077427.630535:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612184960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077427.694183:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077427.694192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077427.694249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077428.654225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077428.718211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077428.718211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077428.718222:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077429.678225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077429.742251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077429.742252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077429.742316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077430.702250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077430.766227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077430.766230:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077430.766238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077431.726244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077431.790273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077431.790273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077431.790344:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077432.750246:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077432.750255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077432.750258:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077432.750264:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077432.750276:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4420 00000100:00080000:0.0:1769077432.750289:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077432.750296:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077432.750337:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612185088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077432.750362:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077432.750365:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077432.750366:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077432.750369:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4420 00000100:00080000:0.0:1769077432.750372:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077432.750375:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077432.750384:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077432.750393:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077432.750404:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185088:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077432.750478:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077432.750533:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077432/real 1769077432] req@ffff97a506b2d180 x1855007612185088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077432.750549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612185088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077432.750558:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077432.750563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077432.750566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077432.750599:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185216:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077432.750615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077432.750638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077432/real 1769077432] req@ffff97a506b2fb80 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077432.750647:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077432.750670:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077432.750672:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077432.750674:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185216:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077432.814256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077432.814297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077432.814317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077433.774205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077433.838229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077433.838229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077433.838317:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077434.798237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077434.862241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077434.862242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077434.862305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077435.822210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077435.886247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077435.886256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077435.886318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077436.846256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077436.910254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077436.910254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077436.910356:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077437.870236:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077437.870245:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077437.870249:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077437.870259:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4425 00000100:00100000:0.0:1769077437.870265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077437.870270:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077437.870277:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077437.870311:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612185344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077437.870338:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077437.870340:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077437.870342:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077437.870345:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4425 00000100:00080000:2.0:1769077437.870347:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077437.870350:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077437.870358:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077437.870367:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077437.870389:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185344:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077437.870441:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077437.870473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437] req@ffff97a507940380 x1855007612185344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077437.870491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612185344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077437.870498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077437.870501:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077437.870504:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185344:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077437.870510:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185472:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077437.870523:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077437.870530:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437] req@ffff97a507942a00 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077437.870557:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077437.870567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077437.870571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077437.870575:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185472:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077437.934249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077437.934249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077437.934338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077438.894252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077438.958230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077438.958231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077438.958292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077439.918231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077439.982188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077439.982201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077439.982251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077440.942206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077441.006234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077441.006301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077441.006378:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077441.966272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077442.030203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077442.030203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077442.030272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077442.990220:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077442.990224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077442.990232:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077442.990236:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077442.990245:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4430 00000100:00080000:2.0:1769077442.990265:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077442.990273:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077442.990316:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612185600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077442.990347:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077442.990351:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077442.990353:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077442.990357:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4430 00000100:00080000:2.0:1769077442.990361:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077442.990364:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077442.990372:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077442.990385:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077442.990396:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077442.990500:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077443.054234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077443.054234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077443.054306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077444.014238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077444.078192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077444.078198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077444.078337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077445.038186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077445.102219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077445.102219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077445.102302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077446.062196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769077446.062419:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769077446.062469:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077446.062488:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769077446.062530:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769077446.062567:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077446] req@ffff97a507941180 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077446.062595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077446.062610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077446.062615:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077446.062621:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077446.062631:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077446] req@ffff97a507941c00 x1855007612185600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077446.062644:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612185600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077446.062651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077446.062656:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077446.062660:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077446.126190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077446.126193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077446.126258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077447.086215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077447.150218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077447.150218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077447.150292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077448.110212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077448.110240:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077448.110246:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077448.110249:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077448.110258:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4435 00000100:00080000:0.0:1769077448.110269:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077448.110276:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077448.110311:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612185856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077448.110334:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077448.110337:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077448.110338:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077448.110343:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4435 00000100:00080000:0.0:1769077448.110348:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077448.110353:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077448.110373:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077448.110381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077448.110390:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077448.110454:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077448.110493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077448/real 1769077448] req@ffff97a506b2ce00 x1855007612185856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077448.110513:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612185856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077448.110524:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077448.110529:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077448.110533:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612185856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077448.110555:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185984:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077448.110579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077448.110605:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077448/real 1769077448] req@ffff97a506b2f800 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077448.110618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077448.110628:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077448.110631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077448.110635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612185984:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077448.174222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077448.174223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077448.174320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077449.134213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077449.198197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077449.198197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077449.198265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077450.158226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077450.222242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077450.222243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077450.222359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077451.182213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077451.246227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077451.246227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077451.246292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077452.206234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077452.270224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077452.270225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077452.270325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077453.230207:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077453.230207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077453.230216:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077453.230220:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077453.230228:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4441 00000100:00080000:0.0:1769077453.230238:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077453.230245:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077453.230293:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612186112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077453.230320:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077453.230324:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077453.230326:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077453.230330:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4441 00000100:00080000:0.0:1769077453.230334:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077453.230340:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077453.230351:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077453.230352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077453.230370:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077453.230411:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077453.230449:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077453/real 1769077453] req@ffff97a506b2c700 x1855007612186112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077453.230469:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612186112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077453.230481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077453.230487:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077453.230491:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077453.230511:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186240:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077453.230536:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077453.230549:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077453/real 1769077453] req@ffff97a506b2ed80 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077453.230560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077453.230568:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077453.230571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077453.230574:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186240:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077453.294226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077453.294226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077453.294299:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077454.254238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077454.318229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077454.318229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077454.318316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077455.278223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077455.342223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077455.342230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077455.342292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077456.302257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077456.366250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077456.366250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077456.366310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077457.326245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077457.390227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077457.390248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077457.390289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077458.350280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077458.350419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077458.350437:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077458.350441:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077458.350449:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4446 00000100:00080000:1.0:1769077458.350471:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077458.350488:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077458.350552:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612186368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077458.350602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077458.350606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077458.350615:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077458.350620:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4446 00000100:00080000:1.0:1769077458.350623:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077458.350630:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186368:192.168.204.123@tcp:250:kworker.0 00000100:00080000:1.0:1769077458.350633:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077458.350655:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077458.350686:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077458.350736:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077458.350782:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077458/real 1769077458] req@ffff97a506b5d880 x1855007612186368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077458.350798:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612186368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077458.350808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077458.350813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077458.350816:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077458.350841:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186496:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077458.350861:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077458.350870:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077458/real 1769077458] req@ffff97a506b5e680 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077458.350889:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077458.350897:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077458.350900:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077458.350903:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077458.414277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077458.414277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077458.414342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077459.374272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077459.438201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077459.438251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077459.438282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077460.398274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077460.462240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077460.462240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077460.462305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077461.422240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077461.486246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077461.486249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077461.486319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077462.446229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077462.510221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077462.510226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077462.510288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077463.470191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077463.470198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077463.470203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077463.470207:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077463.470215:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4451 00000100:00080000:1.0:1769077463.470225:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077463.470230:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077463.470263:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612186624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077463.470287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077463.470290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077463.470291:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077463.470294:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4451 00000100:00080000:1.0:1769077463.470296:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077463.470299:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077463.470306:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077463.470321:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077463.470334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077463.470387:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077463.470427:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077463/real 1769077463] req@ffff97a506b5d500 x1855007612186624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077463.470447:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612186624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077463.470458:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077463.470462:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077463.470467:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077463.470488:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186752:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077463.470507:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077463.470516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077463/real 1769077463] req@ffff97a506b5ce00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077463.470524:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077463.470531:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077463.470534:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077463.470536:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612186752:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077463.534196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077463.534197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077463.534282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077464.494212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077464.558229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077464.558229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077464.558321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077465.518247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077465.582196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077465.582199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077465.582261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077466.542202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077466.606225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077466.606226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077466.606281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077467.566249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077467.630200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077467.630202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077467.630259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077468.590209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077468.590214:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077468.590221:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077468.590224:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077468.590232:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4456 00000100:00080000:0.0:1769077468.590242:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077468.590248:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077468.590280:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612186880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077468.590303:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077468.590307:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077468.590309:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077468.590311:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4456 00000100:00080000:0.0:1769077468.590314:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077468.590316:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077468.590323:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077468.590332:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077468.590346:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186880:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077468.590399:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077468.590430:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077468/real 1769077468] req@ffff97a506b2ca80 x1855007612186880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077468.590443:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612186880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077468.590450:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077468.590453:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077468.590456:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612186880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077468.590474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187008:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077468.590488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077468.590495:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077468/real 1769077468] req@ffff97a506b2e300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077468.590503:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077468.590509:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077468.590511:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077468.590513:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077468.654211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077468.654211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077468.654271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077469.614232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077469.678194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077469.678216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077469.678260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077470.638185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077470.702249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077470.702337:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077470.702355:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077471.662243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077471.726268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077471.726268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077471.726339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077472.686215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077472.750208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077472.750214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077472.750259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077473.710204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077473.710209:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077473.710218:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077473.710223:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077473.710233:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4461 00000100:00080000:0.0:1769077473.710245:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077473.710253:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077473.710309:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612187136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077473.710342:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077473.710346:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077473.710348:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077473.710353:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4461 00000100:00080000:0.0:1769077473.710357:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077473.710362:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077473.710371:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077473.710391:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077473.710391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187136:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077473.710465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077473.710504:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077473/real 1769077473] req@ffff97a506b2c000 x1855007612187136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077473.710533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612187136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077473.710544:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077473.710549:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077473.710553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077473.710577:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187264:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077473.710602:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077473.710627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077473/real 1769077473] req@ffff97a506b2dc00 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077473.710641:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077473.710651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077473.710654:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077473.710658:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187264:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077473.774229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077473.774229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077473.774287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077474.734224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077474.798251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077474.798329:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077474.798349:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077475.758181:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077475.822246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077475.822253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077475.822287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077476.782205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077476.846216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077476.846216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077476.846281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077477.806222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077477.870222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077477.870222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077477.870285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077478.830279:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077478.830280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077478.830292:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077478.830298:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077478.830312:0:41182:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4466 00000100:00080000:3.0:1769077478.830328:0:41182:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077478.830337:0:41182:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077478.830386:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612187392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077478.830417:0:41182:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077478.830420:0:41182:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077478.830421:0:41182:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077478.830425:0:41182:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4466 00000100:00080000:3.0:1769077478.830429:0:41182:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077478.830433:0:41182:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077478.830444:0:41182:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077478.830450:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077478.830460:0:41182:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077478.830535:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077478.830582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077478/real 1769077478] req@ffff97a511925500 x1855007612187392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077478.830598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612187392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077478.830607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077478.830611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077478.830614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077478.830638:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187520:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077478.830668:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077478.830677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077478/real 1769077478] req@ffff97a511924e00 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077478.830686:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077478.830692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077478.830695:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077478.830697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187520:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077478.894258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077478.894258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077478.894272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077479.854292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077479.918290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077479.918290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077479.918371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077480.878247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077480.942199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077480.942199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077480.942248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077481.902216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077481.966229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077481.966291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077481.966336:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077482.926216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077482.990201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077482.990201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077482.990260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077483.950209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077483.950224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077483.950230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077483.950234:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077483.950242:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4471 00000100:00080000:1.0:1769077483.950251:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077483.950256:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077483.950288:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612187648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077483.950310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077483.950313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077483.950314:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077483.950317:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4471 00000100:00080000:1.0:1769077483.950320:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077483.950322:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077483.950329:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077483.950340:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077483.950359:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187648:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077483.950413:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077483.950443:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077483] req@ffff97a506b5c700 x1855007612187648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077483.950457:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612187648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077483.950473:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077483.950477:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077483.950480:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187648:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077483.950498:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187776:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077483.950513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077483.950522:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077483] req@ffff97a506b5e300 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077483.950530:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077483.950536:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077483.950538:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077483.950541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612187776:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077484.014195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077484.014236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077484.014258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077484.974235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077485.038231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077485.038238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077485.038321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077485.998185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077486.062178:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077486.062200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077486.062253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077487.022272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077487.086203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077487.086211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077487.086264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077488.046193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077488.110209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077488.110269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077488.110308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769077489.070281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077489.070290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077489.070294:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077489.070303:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4476 00000100:00080000:0.0:1769077489.070314:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077489.070320:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077489.070353:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612187904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077489.070372:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077489.070381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077489.070386:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077489.070388:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077489.070409:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4476 00000100:00080000:0.0:1769077489.070414:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077489.070419:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077489.070429:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077489.070446:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077489.070576:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187904:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077489.070643:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077489.070879:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077489/real 1769077489] req@ffff97a506b2f100 x1855007612187904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077489.070954:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612187904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077489.070965:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077489.070970:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077489.070974:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612187904:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077489.070981:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188032:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077489.071008:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077489.071022:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077489/real 1769077489] req@ffff97a506b2dc00 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077489.071044:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077489.071054:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077489.071058:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077489.071060:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188032:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077489.134289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077489.134289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077489.134345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077490.094250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077490.158250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077490.158253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077490.158348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077491.118235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077491.182240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077491.182248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077491.182327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077492.142200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077492.206222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077492.206222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077492.206286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077493.166245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077493.230219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077493.230225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077493.230285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077494.190242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077494.190278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077494.190285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077494.190289:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077494.190299:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4482 00000100:00080000:2.0:1769077494.190310:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077494.190318:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077494.190349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612188160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077494.190372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077494.190375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077494.190376:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077494.190379:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4482 00000100:00080000:2.0:1769077494.190382:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077494.190384:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077494.190391:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077494.190398:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077494.190453:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188160:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077494.190507:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077494.190540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077494/real 1769077494] req@ffff97a507941c00 x1855007612188160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077494.190553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612188160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077494.190560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077494.190563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077494.190573:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077494.190579:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188288:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077494.190613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077494.190622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077494/real 1769077494] req@ffff97a507941180 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077494.190631:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077494.190638:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077494.190640:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077494.190642:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188288:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077494.254177:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077494.254232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077494.254259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077495.214218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077495.278212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077495.278212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077495.278267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077496.238245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077496.302191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077496.302191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077496.302281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077497.262225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077497.326210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077497.326216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077497.326281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077498.286236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077498.350208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077498.350208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077498.350280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077499.310242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077499.310243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077499.310252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077499.310258:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077499.310269:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4487 00000100:00080000:0.0:1769077499.310281:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077499.310297:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077499.310339:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612188416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077499.310360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077499.310363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077499.310364:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077499.310367:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4487 00000100:00080000:0.0:1769077499.310370:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077499.310373:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077499.310381:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077499.310390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077499.310405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188416:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077499.310460:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077499.310493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff97a506b2c000 x1855007612188416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077499.310525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612188416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077499.310537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.310541:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077499.310545:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077499.310573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188544:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077499.310596:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077499.310606:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077499/real 1769077499] req@ffff97a506b2e300 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077499.310615:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077499.310622:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077499.310624:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077499.310626:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077499.374239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077499.374239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077499.374305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077500.334248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077500.398289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077500.398515:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077500.398646:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077501.358227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077501.422251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077501.422356:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077501.422392:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077502.382233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077502.446211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077502.446211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077502.446281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077503.406214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077503.470235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077503.470235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077503.470292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077504.430241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077504.430278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077504.430291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077504.430296:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077504.430309:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4492 00000100:00080000:1.0:1769077504.430326:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077504.430335:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077504.430388:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612188672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077504.430431:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077504.430436:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077504.430439:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077504.430444:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4492 00000100:00080000:1.0:1769077504.430449:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077504.430455:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077504.430467:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077504.430484:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077504.430486:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077504.430562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077504.430596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff97a506b5ea00 x1855007612188672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077504.430610:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612188672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077504.430619:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.430622:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077504.430625:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077504.430652:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188800:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077504.430668:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077504.430677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077504/real 1769077504] req@ffff97a506b5dc00 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077504.430686:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077504.430692:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077504.430694:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077504.430697:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612188800:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077504.494224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077504.494224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077504.494288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077505.454238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077505.518235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077505.518235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077505.518323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077506.478196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077506.542186:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077506.542249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077506.542297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077507.502188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077507.566216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077507.566216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077507.566257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077508.526224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077508.590215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077508.590215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077508.590272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077509.550203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077509.550204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077509.550214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077509.550219:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077509.550227:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4497 00000100:00080000:1.0:1769077509.550237:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077509.550243:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077509.550275:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612188928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077509.550300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077509.550302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077509.550304:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077509.550307:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4497 00000100:00080000:1.0:1769077509.550309:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077509.550313:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077509.550321:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077509.550347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077509.550350:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077509.550441:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077509.614204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077509.614210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077509.614262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077510.574226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077510.638294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077510.638299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077510.638382:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077511.598251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077511.662217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077511.662251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077511.662333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077512.622270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077512.622523:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077512.622592:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077512.622619:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077512.622676:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769077512.622830:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077512] req@ffff97a506b5ed80 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077512.622868:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077512.622885:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077512.622893:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077512.622899:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077512.622913:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077509/real 1769077512] req@ffff97a506b5ca80 x1855007612188928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077512.622933:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612188928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077512.622941:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077512.622945:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077512.622949:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612188928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077512.686271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077512.686291:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077512.686370:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077513.646221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077513.710236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077513.710236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077513.710327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077514.670260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077514.670263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077514.670277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077514.670284:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077514.670298:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4502 00000100:00080000:1.0:1769077514.670312:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077514.670321:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077514.670367:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612189184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077514.670409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077514.670413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077514.670415:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077514.670420:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4502 00000100:00080000:1.0:1769077514.670424:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077514.670429:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077514.670441:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077514.670456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077514.670607:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189184:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077514.670720:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077514.670775:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077514/real 1769077514] req@ffff97a506b5fb80 x1855007612189184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077514.670799:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612189184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077514.670813:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077514.670819:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077514.670824:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077514.670833:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189312:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077514.670862:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077514.670878:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077514/real 1769077514] req@ffff97a506b5c000 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077514.670901:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077514.670914:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077514.670919:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077514.670923:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189312:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077514.734254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077514.734280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077514.734348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077515.694281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077515.758250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077515.758259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077515.758290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077516.718233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077516.782267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077516.782293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077516.782341:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077517.742267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077517.806224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077517.806224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077517.806272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077518.766277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077518.830290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077518.830290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077518.830343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077519.790260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077519.790261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077519.790270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077519.790274:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077519.790282:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4507 00000100:00080000:0.0:1769077519.790292:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077519.790298:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077519.790331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612189440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077519.790352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077519.790354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077519.790356:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077519.790358:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4507 00000100:00080000:0.0:1769077519.790361:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077519.790363:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077519.790370:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077519.790378:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077519.790418:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189440:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077519.790483:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077519.790523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077519/real 1769077519] req@ffff97a506b2ca80 x1855007612189440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077519.790543:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612189440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077519.790554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077519.790559:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077519.790563:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077519.790571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189568:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077519.790593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077519.790605:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077519/real 1769077519] req@ffff97a506b2ed80 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077519.790619:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077519.790629:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077519.790645:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077519.790651:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189568:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077519.854216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077519.854216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077519.854274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077520.814252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077520.878242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077520.878260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077520.878335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077521.838240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077521.902211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077521.902211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077521.902275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077522.862202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077522.926226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077522.926226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077522.926294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077523.886296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077523.950229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077523.950249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077523.950294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077524.910210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077524.910261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077524.910270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077524.910275:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077524.910286:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4512 00000100:00080000:0.0:1769077524.910298:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077524.910307:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077524.910354:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612189696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077524.910378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077524.910381:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077524.910382:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077524.910385:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4512 00000100:00080000:0.0:1769077524.910388:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077524.910390:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077524.910399:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077524.910407:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077524.910452:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189696:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077524.910543:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077524.910590:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524] req@ffff97a506b2c700 x1855007612189696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077524.910612:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612189696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077524.910625:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077524.910630:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077524.910636:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077524.910649:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189824:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077524.910683:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077524.910699:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077524] req@ffff97a506b2f800 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077524.910714:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077524.910726:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077524.910730:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077524.910817:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612189824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077524.974221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077524.974221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077524.974308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077525.934296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077525.998232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077525.998237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077525.998249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077526.958202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077527.022225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077527.022230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077527.022280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077527.982227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077528.046245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077528.046248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077528.046322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077529.006193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077529.070184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077529.070209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077529.070229:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077530.030286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077530.030299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077530.030304:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077530.030311:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077530.030316:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4517 00000100:00080000:2.0:1769077530.030337:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077530.030346:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077530.030391:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612189952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077530.030419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077530.030422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077530.030423:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077530.030427:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4517 00000100:00080000:2.0:1769077530.030429:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077530.030432:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077530.030441:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077530.030450:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077530.030475:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189952:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077530.030548:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077530.030595:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077530/real 1769077530] req@ffff97a507943b80 x1855007612189952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077530.030617:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612189952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077530.030630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077530.030636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077530.030639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612189952:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077530.030646:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190080:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077530.030668:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077530.030682:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077530/real 1769077530] req@ffff97a507941880 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077530.030697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077530.030708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077530.030712:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077530.030715:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190080:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077530.094260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077530.094260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077530.094340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077531.054215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077531.118220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077531.118220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077531.118282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077532.078227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077532.142272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077532.142272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077532.142354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077533.102212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077533.166236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077533.166236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077533.166303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077534.126264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077534.190200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077534.190257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077534.192018:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077535.150226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077535.150235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077535.150239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077535.150244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077535.150249:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4522 00000100:00080000:1.0:1769077535.150260:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077535.150267:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077535.150300:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612190208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077535.150323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077535.150327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077535.150329:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077535.150333:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4522 00000100:00080000:1.0:1769077535.150337:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077535.150341:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077535.150350:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077535.150362:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077535.150377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190208:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077535.150446:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077535.150475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077535/real 1769077535] req@ffff97a506b5f480 x1855007612190208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077535.150496:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612190208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077535.150507:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077535.150511:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077535.150515:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077535.150538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190336:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077535.150562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077535.150572:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077535/real 1769077535] req@ffff97a506b5f800 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077535.150581:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077535.150587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077535.150589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077535.150592:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077535.214204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077535.214243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077535.214294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077536.174249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077536.238239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077536.238252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077536.238326:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077537.198261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077537.262217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077537.262448:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077537.262470:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077538.222250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077538.286235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077538.286248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077538.286304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077539.246236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077539.310230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077539.310230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077539.310294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077540.270195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077540.270195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077540.270204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077540.270208:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077540.270216:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4528 00000100:00080000:1.0:1769077540.270225:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077540.270231:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077540.270264:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612190464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077540.270292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077540.270295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077540.270296:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077540.270299:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4528 00000100:00080000:1.0:1769077540.270301:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077540.270304:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077540.270310:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077540.270321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077540.270349:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190464:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077540.270410:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077540.270451:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff97a506b5f100 x1855007612190464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077540.270470:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612190464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077540.270481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077540.270485:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077540.270489:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077540.270497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190592:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077540.270522:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077540.270535:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077540/real 1769077540] req@ffff97a506b5f800 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077540.270548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077540.270557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077540.270560:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077540.270564:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190592:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077540.334238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077540.334238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077540.334297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077541.294227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077541.358213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077541.358244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077541.358287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077542.318207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077542.382233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077542.382250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077542.382314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077543.342220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077543.406189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077543.406197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077543.406227:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077544.366244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077544.430282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077544.430282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077544.430366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077545.390203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077545.390241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077545.390250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077545.390255:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077545.390265:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4533 00000100:00080000:0.0:1769077545.390278:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077545.390285:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077545.390335:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612190720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077545.390363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077545.390366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077545.390368:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077545.390373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4533 00000100:00080000:0.0:1769077545.390378:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077545.390384:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077545.390396:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077545.390411:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077545.390424:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077545.390488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077545.390520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff97a506b2ce00 x1855007612190720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077545.390533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612190720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077545.390542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077545.390545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077545.390548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077545.390567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190848:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077545.390583:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077545.390593:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077545/real 1769077545] req@ffff97a506b2fb80 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077545.390606:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077545.390615:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077545.390619:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077545.390623:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612190848:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077545.454220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077545.454222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077545.454302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077546.414214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077546.478228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077546.478229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077546.478284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077547.438228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077547.502205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077547.502205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077547.502264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077548.462199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077548.526202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077548.526202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077548.526267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077549.486224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077549.550234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077549.550234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077549.550317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077550.510200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077550.510222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077550.510228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077550.510232:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077550.510239:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4538 00000100:00080000:0.0:1769077550.510249:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077550.510255:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077550.510289:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612190976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077550.510310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077550.510312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077550.510314:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077550.510316:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4538 00000100:00080000:0.0:1769077550.510319:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077550.510321:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077550.510328:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077550.510337:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077550.510355:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190976:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077550.510412:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077550.510444:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff97a506b2d180 x1855007612190976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077550.510458:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612190976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077550.510466:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.510469:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077550.510471:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612190976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077550.510490:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191104:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077550.510506:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077550.510519:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077550/real 1769077550] req@ffff97a506b2f480 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077550.510543:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077550.510562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077550.510566:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077550.510569:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077550.574196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077550.574197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077550.574251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077551.534200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077551.598202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077551.598210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077551.598286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077552.558285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077552.622223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077552.622243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077552.622336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077553.582269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077553.646295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077553.646301:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077553.646380:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077554.606258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077554.670240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077554.670240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077554.670316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077555.630251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077555.630263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077555.630274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077555.630280:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077555.630290:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4543 00000100:00080000:1.0:1769077555.630303:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077555.630310:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077555.630349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612191232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077555.630382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077555.630393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077555.630395:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077555.630399:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4543 00000100:00080000:1.0:1769077555.630402:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077555.630406:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077555.630414:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077555.630426:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077555.630442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191232:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077555.630498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077555.630530:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077555] req@ffff97a506b5f480 x1855007612191232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077555.630551:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612191232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077555.630575:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077555.630580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077555.630584:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077555.630609:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191360:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077555.630635:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077555.630648:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077555/real 1769077555] req@ffff97a506b5c000 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077555.630666:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077555.630673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077555.630675:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077555.630678:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191360:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077555.694281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077555.694281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077555.694353:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077556.654310:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077556.718201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077556.718201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077556.718265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077557.678241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077557.742205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077557.742206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077557.742268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077558.702197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077558.766205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077558.766207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077558.766259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077559.726236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077559.790226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077559.790226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077559.790279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077560.750231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077560.750232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077560.750241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077560.750245:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077560.750253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4548 00000100:00080000:1.0:1769077560.750262:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077560.750268:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077560.750301:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612191488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077560.750333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077560.750337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077560.750339:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077560.750345:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4548 00000100:00080000:1.0:1769077560.750350:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077560.750355:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077560.750366:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077560.750375:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077560.750385:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077560.750446:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077560.750497:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff97a506b5fb80 x1855007612191488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077560.750518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612191488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077560.750530:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077560.750534:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077560.750537:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077560.750557:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191616:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077560.750578:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077560.750587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077560/real 1769077560] req@ffff97a506b5ca80 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077560.750596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077560.750603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077560.750605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077560.750607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077560.814193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077560.814193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077560.814245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077561.774199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077561.838209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077561.838209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077561.838258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077562.798235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077562.862214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077562.862214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077562.862257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077563.822228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077563.886210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077563.886236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077563.886255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077564.846273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:0.0:1769077564.910242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077564.910244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077564.910245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769077565.870225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077565.870234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077565.870239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077565.870239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077565.870253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4553 00000100:00080000:0.0:1769077565.870274:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077565.870282:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077565.870315:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612191744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077565.870339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077565.870342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077565.870343:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077565.870346:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4553 00000100:00080000:0.0:1769077565.870349:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077565.870351:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077565.870359:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077565.870368:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077565.870445:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191744:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077565.870527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077565.870572:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565] req@ffff97a506b2c380 x1855007612191744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077565.870587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612191744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077565.870596:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077565.870602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077565.870606:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612191744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077565.870614:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191872:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077565.870638:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077565.870652:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565] req@ffff97a506b2f480 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077565.870666:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077565.870675:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077565.870678:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077565.870680:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612191872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077565.934258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077565.934258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077565.934311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077566.894278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077566.958284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077566.958284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077566.958389:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077567.918279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077567.982263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077567.982284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077567.982343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077568.942227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077569.006292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077569.006292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077569.006391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077569.966230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077570.030242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077570.030242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077570.030371:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077570.990219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077570.990223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077570.990232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077570.990246:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077570.990254:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4558 00000100:00080000:0.0:1769077570.990264:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077570.990270:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077570.990317:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612192000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077570.990346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077570.990350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077570.990352:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077570.990357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4558 00000100:00080000:0.0:1769077570.990361:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077570.990366:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077570.990375:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077570.990390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077570.990407:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192000:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077570.990474:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077570.990514:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570] req@ffff97a506b2d180 x1855007612192000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077570.990534:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612192000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077570.990545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077570.990551:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077570.990556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192000:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077570.990580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192128:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077570.990604:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077570.990618:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570] req@ffff97a506b2fb80 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077570.990630:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077570.990640:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077570.990643:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077570.990647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192128:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077571.054243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077571.054243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077571.054325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077572.014208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077572.078193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077572.078229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077572.078242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077573.038244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077573.102228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077573.102228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077573.102300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077574.062177:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077574.126191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077574.126203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077574.126287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077575.086260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077575.150247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077575.150310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077575.150310:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077576.110243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077576.110245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077576.110262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077576.110269:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077576.110280:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4563 00000100:00080000:1.0:1769077576.110292:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077576.110300:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077576.110333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612192256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077576.110359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077576.110362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077576.110363:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077576.110367:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4563 00000100:00080000:1.0:1769077576.110370:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077576.110375:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077576.110383:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077576.110393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077576.110401:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077576.110505:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077576.174264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077576.174265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077576.174329:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077577.134267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077577.198286:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077577.198290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077577.198364:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077578.158245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077578.222239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077578.222239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077578.222292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077579.182219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077579.182409:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077579.182445:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077579.182463:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077579.182503:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769077579.182552:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077579] req@ffff97a506b5dc00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077579.182578:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077579.182591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077579.182596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077579.182601:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077579.182609:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077576/real 1769077579] req@ffff97a506b5ed80 x1855007612192256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077579.182621:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612192256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077579.182629:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077579.182632:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077579.182636:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077579.246238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077579.246238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077579.246292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077580.206287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077580.270239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077580.270277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077580.270530:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077581.230231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077581.230273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077581.230281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077581.230285:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077581.230294:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4569 00000100:00080000:2.0:1769077581.230305:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077581.230312:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077581.230346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612192512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077581.230391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077581.230395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077581.230397:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077581.230402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4569 00000100:00080000:2.0:1769077581.230406:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077581.230411:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077581.230420:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077581.230434:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077581.230532:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192512:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077581.230609:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077581.230649:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff97a507940a80 x1855007612192512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077581.230669:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612192512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077581.230679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.230685:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077581.230689:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077581.230696:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192640:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077581.230720:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077581.230734:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077581/real 1769077581] req@ffff97a507940e00 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077581.230745:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077581.230753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077581.230757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077581.230761:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077581.294239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077581.294245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077581.294305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077582.254236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077582.318199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077582.318259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077582.318267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077583.278213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077583.342215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077583.342216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077583.342277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077584.302282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077584.366293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077584.366294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077584.366379:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077585.326221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077585.390236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077585.390236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077585.390294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077586.350277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077586.350283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.350292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077586.350298:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077586.350311:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4574 00000100:00080000:0.0:1769077586.350327:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077586.350337:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077586.350392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612192768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077586.350436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077586.350440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077586.350442:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077586.350447:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4574 00000100:00080000:0.0:1769077586.350451:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077586.350457:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077586.350468:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077586.350485:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077586.350492:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192768:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077586.350578:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077586.350631:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff97a506b2ce00 x1855007612192768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077586.350653:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612192768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077586.350664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.350668:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077586.350671:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612192768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077586.350696:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192896:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077586.350725:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077586.350736:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077586/real 1769077586] req@ffff97a506b2f800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077586.350745:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077586.350752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077586.350754:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077586.350757:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612192896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077586.414273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077586.414273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077586.414359:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077587.374252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077587.438263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077587.438263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077587.438363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077588.398251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077588.462236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077588.462239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077588.462354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077589.422288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077589.486234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077589.486240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077589.486298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077590.446282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077590.510277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077590.510282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077590.510300:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077591.470299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077591.470306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077591.470311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077591.470318:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077591.470329:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4579 00000100:00080000:1.0:1769077591.470341:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077591.470349:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077591.470391:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612193024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077591.470417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077591.470420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077591.470422:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077591.470425:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4579 00000100:00080000:1.0:1769077591.470427:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077591.470430:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077591.470439:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077591.470448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077591.470476:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193024:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077591.470551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077591.470592:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff97a506b5ea00 x1855007612193024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077591.470606:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612193024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077591.470627:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.470632:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077591.470635:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077591.470640:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193152:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077591.470656:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077591.470665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077591/real 1769077591] req@ffff97a506b5e300 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077591.470673:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077591.470680:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077591.470682:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077591.470685:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077591.534231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077591.534231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077591.534284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077592.494332:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077592.558288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077592.558289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077592.558381:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077593.518270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077593.582251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077593.582263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077593.582320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077594.542251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077594.606287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077594.606299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077594.606362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077595.566240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077595.630256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077595.630265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077595.630329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077596.590246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077596.590291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077596.590302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077596.590308:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077596.590321:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4584 00000100:00080000:1.0:1769077596.590336:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077596.590346:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077596.590399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612193280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077596.590435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077596.590440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077596.590442:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077596.590447:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4584 00000100:00080000:1.0:1769077596.590453:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077596.590458:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077596.590473:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077596.590485:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077596.590494:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077596.590563:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077596.590597:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff97a506b5c700 x1855007612193280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077596.590612:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612193280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077596.590621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.590627:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077596.590632:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077596.590667:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077596.590699:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077596.590714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077596/real 1769077596] req@ffff97a506b5ce00 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077596.590724:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077596.590731:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077596.590734:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077596.590738:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077596.654215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077596.654215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077596.654320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077597.614230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077597.678230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077597.678230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077597.678309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077598.638236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077598.702263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077598.702263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077598.702330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077599.662275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077599.726261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077599.726262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077599.726328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077600.686232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077600.750205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077600.750206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077600.750272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077601.710236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077601.710238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077601.710248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077601.710253:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077601.710263:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4589 00000100:00080000:0.0:1769077601.710274:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077601.710281:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077601.710317:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612193536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077601.710345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077601.710349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077601.710351:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077601.710356:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4589 00000100:00080000:0.0:1769077601.710359:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077601.710363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077601.710372:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077601.710384:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077601.710402:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193536:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077601.710467:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077601.710507:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff97a506b2c700 x1855007612193536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077601.710526:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612193536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077601.710537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.710543:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077601.710547:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077601.710569:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193664:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077601.710593:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077601.710607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077601/real 1769077601] req@ffff97a506b2ed80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077601.710620:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077601.710631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077601.710634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077601.710639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077601.774199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077601.774243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077601.774308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077602.734215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077602.798264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077602.798264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077602.798339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077603.758322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077603.822279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077603.822280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077603.822327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077604.782191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077604.846228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077604.846229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077604.846287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077605.806227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077605.870234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077605.870234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077605.870310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077606.830210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077606.830215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.830222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077606.830226:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077606.830234:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4594 00000100:00080000:3.0:1769077606.830244:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077606.830249:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077606.830281:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612193792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077606.830311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077606.830316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077606.830318:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077606.830323:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4594 00000100:00080000:3.0:1769077606.830327:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077606.830332:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077606.830341:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077606.830355:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077606.830362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193792:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077606.830436:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077606.830475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff97a511927480 x1855007612193792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077606.830494:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612193792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077606.830505:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.830509:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077606.830514:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612193792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077606.830537:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077606.830561:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077606.830574:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff97a511924700 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077606.830588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077606.830598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077606.830602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077606.830605:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612193920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077606.894223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077606.894223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077606.894273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077607.854222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077607.918236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077607.918240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077607.918304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077608.878211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077608.942226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077608.942227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077608.942282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077609.902282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077609.966243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077609.966243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077609.966307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077610.926199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077610.990222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077610.990226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077610.990288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077611.950230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077611.950233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077611.950243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077611.950248:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077611.950258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4599 00000100:00080000:3.0:1769077611.950270:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077611.950276:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077611.950313:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612194048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077611.950347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077611.950351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077611.950353:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077611.950357:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4599 00000100:00080000:3.0:1769077611.950362:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077611.950366:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077611.950376:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077611.950395:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077611.950396:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077611.950465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077611.950503:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077611/real 1769077611] req@ffff97a511924a80 x1855007612194048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077611.950516:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612194048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077611.950524:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077611.950527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077611.950530:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077611.950554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194176:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077611.950577:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077611.950586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077611/real 1769077611] req@ffff97a511924700 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077611.950595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077611.950601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077611.950603:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077611.950605:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077612.014227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077612.014231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077612.014295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077612.974226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077613.038221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077613.038221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077613.038310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077613.998244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077614.062168:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077614.062200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077614.062286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077615.022248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077615.086209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077615.086209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077615.086243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077616.046219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077616.110218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077616.110223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077616.110281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077617.070225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077617.070233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077617.070237:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077617.070240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077617.070245:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4604 00000100:00080000:3.0:1769077617.070256:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077617.070262:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077617.070297:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612194304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077617.070319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077617.070322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077617.070323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077617.070326:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4604 00000100:00080000:3.0:1769077617.070328:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077617.070331:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077617.070338:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077617.070346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077617.070377:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194304:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077617.070434:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077617.070465:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff97a511927480 x1855007612194304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077617.070479:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612194304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077617.070486:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.070489:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077617.070492:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077617.070497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194432:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077617.070511:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077617.070518:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077617/real 1769077617] req@ffff97a511924e00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077617.070548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077617.070560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077617.070562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077617.070565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077617.134203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077617.134209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077617.134258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077618.094193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077618.158230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077618.158231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077618.158297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077619.118208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077619.182187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077619.182202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077619.182263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077620.142219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077620.206222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077620.206222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077620.206331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077621.166264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077621.230198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077621.230198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077621.230301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077622.190268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077622.190280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077622.190284:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077622.190294:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4610 00000100:00080000:1.0:1769077622.190306:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077622.190314:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077622.190353:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612194560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077622.190357:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077622.190387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077622.190391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077622.190394:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077622.190398:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4610 00000100:00080000:1.0:1769077622.190402:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077622.190407:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077622.190417:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077622.190431:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077622.190454:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194560:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077622.190527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077622.190564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077622] req@ffff97a506b5d500 x1855007612194560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077622.190582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612194560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077622.190594:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077622.190599:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077622.190603:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077622.190627:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077622.190650:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077622.190678:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077622/real 1769077622] req@ffff97a506b5e680 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077622.190695:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077622.190705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077622.190708:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077622.190711:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077622.254225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077622.254225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077622.254285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077623.214265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077623.278238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077623.278238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077623.278307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077624.238228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077624.302202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077624.302202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769077624.302260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077625.262241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077625.326207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077625.326207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077625.326278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077626.286195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077626.350200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077626.350207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077626.350271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077627.310224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077627.310228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077627.310235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077627.310239:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077627.310247:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4615 00000100:00080000:1.0:1769077627.310256:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077627.310262:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077627.310296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612194816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077627.310326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077627.310339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077627.310341:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077627.310346:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4615 00000100:00080000:1.0:1769077627.310366:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077627.310371:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077627.310379:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077627.310393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077627.310402:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194816:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077627.310472:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077627.310511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff97a506b5d880 x1855007612194816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077627.310531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612194816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077627.310541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.310546:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077627.310550:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612194816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077627.310573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077627.310599:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077627.310612:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077627/real 1769077627] req@ffff97a506b5e680 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077627.310633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077627.310643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077627.310646:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077627.310650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612194944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077627.374227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077627.374234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077627.374276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077628.334240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077628.398212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077628.398212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077628.398259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077629.358290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077629.422206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077629.422206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077629.422303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077630.382244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077630.446218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077630.446218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077630.446277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077631.406231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077631.470224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077631.470224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077631.470293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077632.430235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077632.430252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077632.430259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077632.430276:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077632.430287:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4620 00000100:00080000:1.0:1769077632.430298:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077632.430306:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077632.430346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612195072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077632.430379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077632.430384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077632.430387:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077632.430393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4620 00000100:00080000:1.0:1769077632.430399:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769077632.430404:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195072:192.168.204.123@tcp:250:kworker.0 00000100:00080000:1.0:1769077632.430406:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077632.430420:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077632.430438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077632.430469:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077632.430513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff97a506b5d500 x1855007612195072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077632.430530:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612195072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077632.430540:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077632.430544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077632.430549:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077632.430569:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195200:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077632.430588:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077632.430597:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077632/real 1769077632] req@ffff97a506b5ce00 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077632.430605:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077632.430612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077632.430616:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077632.430619:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077632.494198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077632.494198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077632.494257:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077633.454236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077633.518216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077633.518231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077633.518262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077634.478274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077634.542203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077634.542203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077634.542286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077635.502205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077635.566242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077635.566242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077635.566289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077636.526237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077636.590173:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077636.590192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077636.590269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077637.550244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077637.550255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077637.550261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077637.550265:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077637.550272:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4625 00000100:00080000:3.0:1769077637.550281:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077637.550288:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077637.550327:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612195328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077637.550345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077637.550348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077637.550350:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077637.550353:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4625 00000100:00080000:3.0:1769077637.550355:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077637.550359:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077637.550366:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077637.550382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077637.550382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077637.550443:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077637.550475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff97a511925500 x1855007612195328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077637.550488:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612195328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077637.550496:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077637.550499:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077637.550502:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077637.550519:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077637.550533:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077637.550541:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077637/real 1769077637] req@ffff97a511925180 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077637.550554:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077637.550560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077637.550562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077637.550564:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077637.614245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077637.614245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077637.614302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077638.574222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077638.638205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077638.638220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077638.638254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077639.598198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077639.662238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077639.662238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077639.662305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077640.622230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077640.686198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077640.686203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077640.686271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077641.646210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077641.710251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077641.710335:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077641.710388:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077642.670288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077642.670289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077642.670302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077642.670306:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077642.670315:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4630 00000100:00080000:1.0:1769077642.670326:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077642.670332:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077642.670367:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612195584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077642.670394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077642.670397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077642.670398:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077642.670402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4630 00000100:00080000:1.0:1769077642.670405:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077642.670408:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077642.670417:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077642.670429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077642.670438:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077642.670583:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077642.734192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077642.734192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077642.734296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077643.694237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077643.758186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077643.758274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077643.758289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077644.718293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077644.782218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077644.782218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077644.782304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077645.742239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769077645.742356:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769077645.742392:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077645.742410:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769077645.742448:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769077645.742495:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077645] req@ffff97a506b5e300 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077645.742530:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077645.742546:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077645.742551:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077645.742556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077645.742566:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077642/real 1769077645] req@ffff97a506b5c700 x1855007612195584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077645.742581:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612195584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077645.742590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077645.742594:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077645.742597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077645.806222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077645.806231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077645.806311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077646.766409:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077646.830278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077646.830278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077646.830369:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077647.790217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077647.790218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077647.790229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077647.790234:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077647.790253:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4635 00000100:00080000:2.0:1769077647.790266:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077647.790274:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077647.790309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612195840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077647.790343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077647.790347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077647.790349:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077647.790354:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4635 00000100:00080000:2.0:1769077647.790357:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077647.790361:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077647.790371:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077647.790387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077647.790405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195840:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077647.790473:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077647.790513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff97a507940000 x1855007612195840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077647.790533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612195840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077647.790544:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.790549:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077647.790553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612195840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077647.790578:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077647.790606:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077647.790620:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077647/real 1769077647] req@ffff97a507942680 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077647.790634:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077647.790644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077647.790647:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077647.790651:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612195968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077647.854218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077647.854218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077647.854272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077648.814236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077648.878281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077648.878281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077648.878376:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077649.838189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077649.902231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077649.902231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077649.902328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077650.862231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077650.926267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077650.926267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077650.926335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077651.886264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077651.950244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077651.950285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077651.950318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077652.910213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077652.910364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077652.910373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077652.910377:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077652.910388:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4640 00000100:00080000:0.0:1769077652.910402:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077652.910409:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077652.910455:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612196096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077652.910485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077652.910488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077652.910489:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077652.910493:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4640 00000100:00080000:0.0:1769077652.910495:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077652.910498:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077652.910507:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077652.910518:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077652.910532:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196096:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077652.910608:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077652.910688:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077652/real 1769077652] req@ffff97a506b2ca80 x1855007612196096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077652.910708:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612196096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077652.910720:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077652.910725:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077652.910729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077652.910757:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077652.910777:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077652.910787:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077652/real 1769077652] req@ffff97a506b2e300 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077652.910796:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077652.910802:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077652.910805:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077652.910807:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077652.974234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077652.974234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077652.974312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077653.934240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077653.998200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077653.998201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077653.998273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077654.958247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077655.022257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077655.022257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077655.022318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077655.982239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077656.046205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077656.046206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077656.046243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077657.006233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077657.070232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077657.070261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077657.070298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077658.030230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077658.030230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077658.030240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077658.030246:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077658.030256:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4645 00000100:00080000:1.0:1769077658.030267:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077658.030274:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077658.030311:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612196352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077658.030341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077658.030345:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077658.030347:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077658.030351:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4645 00000100:00080000:1.0:1769077658.030355:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077658.030359:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077658.030368:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077658.030383:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077658.030399:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196352:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077658.030462:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077658.030497:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff97a506b5ea00 x1855007612196352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077658.030524:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612196352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077658.030534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077658.030539:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077658.030543:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077658.030567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196480:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077658.030589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077658.030609:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077658/real 1769077658] req@ffff97a506b5ed80 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077658.030622:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077658.030631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077658.030634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077658.030638:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077658.094208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077658.094252:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077658.094302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077659.054220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077659.118214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077659.118217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077659.118267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077660.078273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077660.142279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077660.142279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077660.142333:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077661.102221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077661.166273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077661.166273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077661.166332:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077662.126245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077662.190234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077662.190234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077662.190321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077663.150182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077663.150227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077663.150232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077663.150236:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077663.150244:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4650 00000100:00080000:0.0:1769077663.150253:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077663.150298:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077663.150331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612196608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077663.150352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077663.150355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077663.150356:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077663.150359:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4650 00000100:00080000:0.0:1769077663.150362:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077663.150364:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077663.150372:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077663.150381:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077663.150392:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196608:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077663.150454:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077663.150491:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff97a506b2c000 x1855007612196608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077663.150505:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612196608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077663.150513:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077663.150516:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077663.150519:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077663.150538:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077663.150555:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077663.150564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077663/real 1769077663] req@ffff97a506b2dc00 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077663.150572:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077663.150578:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077663.150580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077663.150582:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077663.214226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077663.214250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077663.214303:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077664.174208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077664.238227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077664.238228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077664.238301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077665.198222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077665.262215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077665.262215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077665.262310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077666.222246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077666.286230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077666.286237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077666.286309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077667.246206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077667.310224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077667.310224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077667.310286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077668.270227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077668.270227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077668.270238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077668.270243:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077668.270252:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4656 00000100:00080000:0.0:1769077668.270263:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077668.270271:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077668.270306:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612196864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077668.270344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077668.270347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077668.270350:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077668.270354:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4656 00000100:00080000:0.0:1769077668.270359:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077668.270363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077668.270373:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077668.270386:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077668.270391:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077668.270458:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077668.270502:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff97a506b2f100 x1855007612196864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077668.270522:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612196864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077668.270534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077668.270540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077668.270544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612196864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077668.270571:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196992:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077668.270598:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077668.270613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077668/real 1769077668] req@ffff97a506b2dc00 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077668.270628:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077668.270638:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077668.270643:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077668.270646:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612196992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077668.334238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077668.334238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077668.334309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077669.294221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077669.358197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077669.358197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077669.358251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077670.318199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077670.382213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077670.382213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077670.382312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077671.342260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077671.406194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077671.406195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077671.406270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077672.366228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077672.430225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077672.430225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077672.430298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077673.390237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077673.390248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077673.390256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077673.390261:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077673.390271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4661 00000100:00080000:0.0:1769077673.390284:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077673.390292:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077673.390332:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612197120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077673.390361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077673.390366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077673.390369:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077673.390374:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4661 00000100:00080000:0.0:1769077673.390379:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077673.390384:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077673.390388:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197120:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769077673.390396:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077673.390414:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077673.390445:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077673.390520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff97a506b2c000 x1855007612197120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077673.390533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612197120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077673.390541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077673.390544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077673.390547:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077673.390570:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077673.390598:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077673.390608:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077673/real 1769077673] req@ffff97a506b2e300 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077673.390616:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077673.390623:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077673.390625:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077673.390627:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077673.454193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077673.454202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077673.454245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077674.414242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077674.478227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077674.478234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077674.478293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077675.438244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077675.502185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077675.502191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077675.502261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077676.462242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077676.526297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077676.526298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077676.526362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077677.486248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077677.550203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077677.550203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077677.550274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077678.510221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077678.510250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077678.510256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077678.510259:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077678.510267:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4666 00000100:00080000:1.0:1769077678.510277:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077678.510284:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077678.510322:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612197376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077678.510353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077678.510356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077678.510357:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077678.510361:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4666 00000100:00080000:1.0:1769077678.510364:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077678.510368:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077678.510376:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077678.510385:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077678.510390:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769077678.510444:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077678.510479:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff97a506b5dc00 x1855007612197376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077678.510508:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612197376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077678.510518:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077678.510522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077678.510527:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077678.510551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077678.510576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077678.510591:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077678/real 1769077678] req@ffff97a506b5ca80 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077678.510605:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077678.510614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077678.510617:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077678.510620:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077678.574197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077678.574199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077678.574270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077679.534192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077679.598195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077679.598208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077679.598309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077680.558206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077680.622226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077680.622226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077680.622291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077681.582239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077681.646233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077681.646233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077681.646285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077682.606231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077682.670230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077682.670230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077682.670284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077683.630230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077683.630230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077683.630240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077683.630244:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077683.630252:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4671 00000100:00080000:1.0:1769077683.630261:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077683.630267:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077683.630308:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612197632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077683.630326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077683.630329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077683.630330:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077683.630333:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4671 00000100:00080000:1.0:1769077683.630335:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077683.630338:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077683.630347:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077683.630357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077683.630362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197632:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077683.630438:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077683.630473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff97a506b5fb80 x1855007612197632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077683.630491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612197632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077683.630501:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077683.630506:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077683.630510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077683.630531:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197760:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077683.630550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077683.630560:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077683/real 1769077683] req@ffff97a506b5c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077683.630573:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077683.630582:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077683.630586:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077683.630589:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612197760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077683.694269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077683.694281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077683.694340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077684.654249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077684.718251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077684.718251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077684.718323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077685.678234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077685.742195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077685.742210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077685.742266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077686.702252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077686.766209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077686.766209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077686.766304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077687.726259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077687.790215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077687.790215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077687.790291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077688.750198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077688.750222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.750228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077688.750232:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077688.750240:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4676 00000100:00080000:2.0:1769077688.750249:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077688.750255:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077688.750287:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612197888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077688.750309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077688.750312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077688.750314:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077688.750330:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4676 00000100:00080000:2.0:1769077688.750333:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077688.750337:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077688.750346:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077688.750357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077688.750362:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197888:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077688.750420:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077688.750462:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077688] req@ffff97a507942680 x1855007612197888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077688.750482:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612197888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077688.750493:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077688.750498:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077688.750502:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612197888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077688.750524:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077688.750543:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077688.750552:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077688/real 1769077688] req@ffff97a507940000 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077688.750561:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077688.750567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077688.750570:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077688.750572:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077688.814192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077688.814207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077688.814269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077689.774221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077689.838234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077689.838234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077689.838314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077690.798336:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077690.862221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077690.862275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077690.862306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077691.822278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769077691.886205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077691.886205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077691.886301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077692.846317:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077692.910198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077692.910245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077692.910337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077693.870206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077693.870215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077693.870219:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077693.870227:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4681 00000100:00100000:0.0:1769077693.870252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077693.870252:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077693.870265:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077693.870295:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612198144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077693.870316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077693.870318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077693.870320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077693.870323:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4681 00000100:00080000:2.0:1769077693.870325:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077693.870328:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077693.870335:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077693.870343:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077693.870364:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077693.870423:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077693.870460:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077693/real 1769077693] req@ffff97a507940e00 x1855007612198144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077693.870492:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612198144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077693.870504:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077693.870509:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077693.870513:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077693.870521:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077693.870558:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077693.870573:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077693/real 1769077693] req@ffff97a507940a80 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077693.870587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077693.870597:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077693.870600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077693.870604:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077693.934208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077693.934216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077693.934270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077694.894252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077694.958180:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077694.958203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077694.958258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077695.918234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077695.982181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077695.982182:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077695.982266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077696.942258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077697.006208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077697.006209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077697.006268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077697.966181:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077698.030207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077698.030225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077698.030236:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077698.990238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077698.990248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077698.990253:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077698.990263:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4686 00000100:00100000:2.0:1769077698.990273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077698.990276:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077698.990287:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077698.990325:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612198400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077698.990347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077698.990350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077698.990352:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077698.990355:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4686 00000100:00080000:0.0:1769077698.990358:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077698.990361:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077698.990368:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077698.990377:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077698.990405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198400:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077698.990460:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077698.990493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077698/real 1769077698] req@ffff97a506b2ca80 x1855007612198400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077698.990505:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612198400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077698.990513:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077698.990516:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077698.990519:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077698.990524:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198528:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077698.990537:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077698.990544:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077698/real 1769077698] req@ffff97a506b2ed80 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077698.990553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077698.990559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077698.990561:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077698.990563:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077699.054188:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077699.054198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077699.054270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077700.014223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077700.078221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077700.078243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077700.078260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077701.038236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077701.102222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077701.102225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077701.102290:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077702.062179:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077702.126238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077702.126240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077702.126263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077703.086284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077703.150225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077703.150226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077703.150293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077704.110226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077704.110235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077704.110239:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077704.110247:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4691 00000100:00080000:1.0:1769077704.110258:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769077704.110259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077704.110269:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077704.110306:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612198656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077704.110336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077704.110339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077704.110341:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077704.110346:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4691 00000100:00080000:1.0:1769077704.110350:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077704.110354:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077704.110363:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077704.110381:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077704.110382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198656:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077704.110628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077704.110714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff97a506b5f480 x1855007612198656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077704.110735:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612198656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077704.110746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.110751:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077704.110756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077704.110780:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077704.110809:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077704.110824:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077704/real 1769077704] req@ffff97a506b5f800 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077704.110838:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077704.110848:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077704.110852:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077704.110855:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612198784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077704.174233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077704.174234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077704.174273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077705.134235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077705.198233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077705.198233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077705.198287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077706.158192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077706.222240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077706.222240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077706.222278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077707.182242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077707.246219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077707.246219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077707.246248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077708.206256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077708.270225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077708.270247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077708.270249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077709.230236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077709.230245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077709.230248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077709.230254:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077709.230264:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4697 00000100:00080000:2.0:1769077709.230282:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077709.230290:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077709.230325:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612198912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077709.230356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077709.230359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077709.230362:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077709.230366:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4697 00000100:00080000:2.0:1769077709.230370:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077709.230374:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077709.230382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077709.230392:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077709.230401:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077709.230491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077709.294220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077709.294225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077709.294251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077710.254212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077710.318212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077710.318229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077710.318231:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077711.278220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077711.342219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077711.342220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077711.342268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077712.302215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769077712.302362:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769077712.302398:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077712.302414:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769077712.302451:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769077712.302547:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077712] req@ffff97a507943b80 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077712.302580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077712.302592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077712.302596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077712.302600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077712.302607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077709/real 1769077712] req@ffff97a507941880 x1855007612198912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077712.302617:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612198912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077712.302623:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077712.302626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077712.302629:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612198912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077712.366205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077712.366205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077712.366229:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077713.326221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077713.390217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077713.390217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077713.390277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077714.350234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077714.350280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077714.350285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077714.350289:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077714.350296:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4702 00000100:00080000:2.0:1769077714.350305:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077714.350309:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077714.350334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612199168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077714.350354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077714.350357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077714.350359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077714.350363:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4702 00000100:00080000:2.0:1769077714.350367:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077714.350370:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077714.350380:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077714.350395:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077714.350398:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199168:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077714.350485:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077714.350526:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff97a507941180 x1855007612199168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077714.350543:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612199168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077714.350559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077714.350564:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077714.350568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077714.350596:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077714.350621:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077714.350635:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077714/real 1769077714] req@ffff97a507941c00 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077714.350647:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077714.350656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077714.350659:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077714.350662:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077714.414200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077714.414200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077714.414220:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077715.374217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077715.438230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077715.438230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077715.438319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077716.398212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077716.462177:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077716.462177:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077716.462205:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077717.422228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077717.486217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077717.486217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077717.486264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077718.446246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769077718.510235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077718.510235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077718.510260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077719.470230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077719.470241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769077719.470243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077719.470246:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077719.470257:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4707 00000100:00080000:2.0:1769077719.470266:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077719.470273:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077719.470314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612199424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077719.470336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077719.470340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077719.470343:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077719.470347:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4707 00000100:00080000:2.0:1769077719.470351:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077719.470355:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077719.470360:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199424:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769077719.470371:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077719.470386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077719.470411:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077719.470448:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff97a507942a00 x1855007612199424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077719.470462:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612199424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077719.470468:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077719.470472:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077719.470474:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077719.470489:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077719.470504:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077719.470511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077719/real 1769077719] req@ffff97a507940380 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077719.470518:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077719.470523:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077719.470526:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077719.470527:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077719.534221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077719.534222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769077719.534279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077720.494219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077720.558190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077720.558210:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077720.558233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077721.518227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077721.582214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077721.582280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077721.582285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077722.542229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077722.606191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077722.606191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077722.606231:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077723.566212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077723.630244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077723.630247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077723.630328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077724.590235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077724.590240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077724.590247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077724.590252:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077724.590261:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4712 00000100:00080000:2.0:1769077724.590270:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077724.590286:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077724.590322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612199680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077724.590351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077724.590355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077724.590357:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077724.590361:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4712 00000100:00080000:2.0:1769077724.590365:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077724.590369:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077724.590378:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077724.590392:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077724.590401:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077724.590449:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077724.590480:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff97a507940700 x1855007612199680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077724.590494:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612199680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077724.590503:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.590507:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077724.590510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077724.590528:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199808:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077724.590546:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077724.590556:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077724/real 1769077724] req@ffff97a507943100 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077724.590567:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077724.590576:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077724.590579:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077724.590582:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612199808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077724.654216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077724.654217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077724.654246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077725.614187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077725.678248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077725.678309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077725.678346:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077726.638267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077726.702213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077726.702213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077726.702235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077727.662185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077727.726219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077727.726219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077727.726274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077728.686215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077728.750175:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077728.750200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077728.750210:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077729.710266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077729.710271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077729.710278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077729.710283:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077729.710292:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4717 00000100:00080000:2.0:1769077729.710302:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077729.710309:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077729.710352:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612199936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077729.710374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077729.710377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077729.710379:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077729.710384:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4717 00000100:00080000:2.0:1769077729.710389:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077729.710394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077729.710399:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199936:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769077729.710403:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077729.710420:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077729.710452:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077729.710486:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff97a507943100 x1855007612199936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077729.710498:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612199936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077729.710505:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077729.710508:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077729.710511:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612199936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077729.710532:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077729.710553:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077729.710565:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077729/real 1769077729] req@ffff97a507940700 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077729.710576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077729.710584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077729.710587:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077729.710590:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077729.774216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077729.774221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077729.774275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077730.734273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077730.798221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077730.798221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077730.798242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077731.758187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077731.822222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077731.822222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077731.822275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077732.782276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077732.846238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077732.846238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077732.846255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077733.806231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077733.870195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077733.870200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077733.870266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077734.830233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077734.830252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077734.830260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077734.830265:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077734.830275:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4722 00000100:00080000:1.0:1769077734.830285:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077734.830293:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077734.830331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612200192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077734.830362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077734.830366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077734.830368:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077734.830372:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4722 00000100:00080000:1.0:1769077734.830377:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077734.830381:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077734.830391:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077734.830409:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077734.830415:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200192:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077734.830476:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077734.830508:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff97a506b5f100 x1855007612200192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077734.830522:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612200192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077734.830529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.830533:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077734.830535:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077734.830570:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200320:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077734.830587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077734.830596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff97a506b5f800 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077734.830604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077734.830611:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077734.830613:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077734.830616:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077734.894212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077734.894213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077734.894240:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077735.854235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077735.918187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077735.918224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077735.918293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077736.878208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077736.942229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077736.942229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077736.942256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077737.902218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077737.966193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077737.966268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077737.966360:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077738.926233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077738.990230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077738.990240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077738.990263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077739.950220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077739.950223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077739.950233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077739.950238:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077739.950248:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4727 00000100:00080000:1.0:1769077739.950260:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077739.950269:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077739.950305:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612200448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077739.950336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077739.950340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077739.950343:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077739.950349:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4727 00000100:00080000:1.0:1769077739.950354:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077739.950367:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077739.950368:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200448:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769077739.950376:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077739.950391:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077739.950428:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077739.950529:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077739/real 1769077739] req@ffff97a506b5f480 x1855007612200448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077739.950545:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612200448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077739.950553:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077739.950556:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077739.950559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077739.950665:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077739.950688:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077739.950751:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077739/real 1769077739] req@ffff97a506b5c000 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077739.950762:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077739.950774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077739.950777:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077739.950780:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077740.014226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077740.014226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077740.014296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077740.974190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077741.038235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077741.038235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077741.038258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077741.998243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077742.062180:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077742.062201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077742.062253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077743.022201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077743.086222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077743.086231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077743.086353:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077744.046288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077744.110211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077744.110245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077744.110267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077745.070243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077745.070251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.070261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077745.070266:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077745.070289:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4732 00000100:00080000:0.0:1769077745.070301:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077745.070308:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077745.070342:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612200704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077745.070385:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.070390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077745.070393:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077745.070399:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4732 00000100:00080000:0.0:1769077745.070404:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077745.070408:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077745.070414:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200704:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769077745.070419:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077745.070437:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077745.070469:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077745.070500:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff97a506b2c700 x1855007612200704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077745.070516:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612200704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077745.070527:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.070532:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077745.070536:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077745.070558:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077745.070576:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077745.070585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077745/real 1769077745] req@ffff97a506b2f800 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077745.070594:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077745.070601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077745.070604:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077745.070613:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612200832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077745.134255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077745.134265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077745.134293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077746.094222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077746.158220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077746.158224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077746.158285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077747.118204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077747.182203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077747.182203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077747.182261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077748.142234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077748.206244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077748.206245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077748.206315:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077749.166268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077749.230235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077749.230242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077749.230264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077750.190249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077750.190250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077750.190264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077750.190268:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077750.190278:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4738 00000100:00080000:0.0:1769077750.190305:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077750.190314:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077750.190347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612200960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077750.190370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077750.190372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077750.190374:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077750.190377:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4738 00000100:00080000:0.0:1769077750.190379:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077750.190382:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077750.190388:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077750.190399:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077750.190436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200960:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077750.190549:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077750.190607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff97a506b2ce00 x1855007612200960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077750.190633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612200960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077750.190648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.190656:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077750.190661:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612200960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077750.190672:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201088:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077750.190703:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077750.190718:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077750/real 1769077750] req@ffff97a506b2fb80 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077750.190734:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077750.190747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077750.190752:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077750.190756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077750.254268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077750.254268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077750.254354:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077751.214256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077751.278217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077751.278217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077751.278247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077752.238268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077752.302242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077752.302242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077752.302355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077753.262300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077753.326187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077753.326191:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077753.326255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077754.286327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077754.350293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077754.350297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077754.350357:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077755.310239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077755.310241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077755.310248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077755.310253:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077755.310261:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4743 00000100:00080000:1.0:1769077755.310273:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077755.310280:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077755.310321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612201216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077755.310353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077755.310358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077755.310361:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077755.310366:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4743 00000100:00080000:1.0:1769077755.310371:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077755.310376:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077755.310384:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077755.310397:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077755.310398:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077755.310458:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077755.310489:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077755] req@ffff97a506b5fb80 x1855007612201216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077755.310502:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612201216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077755.310510:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077755.310513:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077755.310516:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077755.310532:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077755.310546:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077755.310554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077755/real 1769077755] req@ffff97a506b5ca80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077755.310567:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077755.310573:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077755.310575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077755.310577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077755.374207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077755.374218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077755.374265:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077756.334253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077756.398258:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077756.398271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077756.398313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077757.358248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077757.422248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077757.422303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077757.422318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077758.382259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077758.446265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077758.446339:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077758.446397:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077759.406276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077759.470235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077759.470235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077759.470305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077760.430218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077760.430262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.430269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077760.430273:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077760.430284:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4748 00000100:00080000:0.0:1769077760.430296:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077760.430303:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077760.430348:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612201472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077760.430384:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.430388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077760.430391:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077760.430396:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4748 00000100:00080000:0.0:1769077760.430400:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077760.430405:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077760.430417:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077760.430434:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077760.430448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201472:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077760.430515:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077760.430551:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff97a506b2d180 x1855007612201472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077760.430566:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612201472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077760.430575:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.430578:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077760.430581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077760.430602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077760.430616:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077760.430624:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077760/real 1769077760] req@ffff97a506b2f480 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077760.430633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077760.430639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077760.430642:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077760.430644:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077760.494223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077760.494256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077760.494297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077761.454276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077761.518227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077761.518230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077761.518314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077762.478191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077762.542288:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077762.542290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077762.542358:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077763.502282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077763.566227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077763.566259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077763.566395:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077764.526228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077764.590248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077764.590248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077764.590311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077765.550259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077765.550271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077765.550278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077765.550283:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077765.550293:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4753 00000100:00080000:1.0:1769077765.550305:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077765.550313:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077765.550350:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612201728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077765.550380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077765.550384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077765.550386:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077765.550390:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4753 00000100:00080000:1.0:1769077765.550393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077765.550397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077765.550407:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077765.550418:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077765.550448:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201728:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077765.550510:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077765.550550:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff97a506b5dc00 x1855007612201728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077765.550586:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612201728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077765.550597:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077765.550602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077765.550606:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077765.550614:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201856:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077765.550643:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077765.550656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077765/real 1769077765] req@ffff97a506b5ed80 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077765.550669:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077765.550679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077765.550683:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077765.550686:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612201856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077765.614271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077765.614275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077765.614458:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077766.574233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077766.638236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077766.638316:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077766.638367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077767.598211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077767.662206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077767.662206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077767.662274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077768.622307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077768.686271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077768.686275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077768.686347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077769.646338:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077769.710241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077769.710277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077769.710310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077770.670269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077770.670270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077770.670286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077770.670291:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077770.670301:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4758 00000100:00080000:3.0:1769077770.670311:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077770.670318:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077770.670351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612201984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077770.670376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077770.670380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077770.670382:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077770.670387:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4758 00000100:00080000:3.0:1769077770.670391:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077770.670395:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077770.670404:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077770.670417:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077770.670426:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201984:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077770.670498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077770.670533:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff97a511926a00 x1855007612201984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077770.670546:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612201984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077770.670554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077770.670557:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077770.670560:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612201984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077770.670579:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077770.670601:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077770.670610:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077770/real 1769077770] req@ffff97a511924000 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077770.670617:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077770.670624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077770.670626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077770.670628:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077770.734245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077770.734269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077770.734312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077771.694260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077771.758236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077771.758275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077771.758281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077772.718237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077772.782237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077772.782240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077772.782304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077773.742225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077773.806247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077773.806272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077773.806327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077774.766174:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077774.830229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077774.830229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077774.830310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077775.790274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077775.790274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077775.790285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077775.790290:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077775.790300:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4763 00000100:00080000:3.0:1769077775.790312:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077775.790321:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077775.790356:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612202240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077775.790389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077775.790393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077775.790396:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077775.790401:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4763 00000100:00080000:3.0:1769077775.790407:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077775.790412:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077775.790422:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077775.790430:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077775.790440:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077775.790533:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077775.854228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077775.854228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077775.854339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077776.814335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077776.878192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077776.878194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077776.878260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077777.838251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077777.902223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077777.902223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077777.902286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077778.862370:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769077778.862482:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769077778.862540:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077778.862560:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769077778.862606:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769077778.862698:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077778] req@ffff97a511927800 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077778.862730:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077778.862746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077778.862752:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077778.862756:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769077778.862764:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077775/real 1769077778] req@ffff97a511926680 x1855007612202240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077778.862777:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612202240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077778.862785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077778.862788:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077778.862792:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077778.926228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077778.926228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077778.926292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077779.886288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077779.950279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077779.950280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077779.950483:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077780.910228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077780.910237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077780.910241:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077780.910250:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4768 00000100:00080000:2.0:1769077780.910260:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077780.910266:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077780.910274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077780.910311:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612202496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077780.910344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077780.910348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077780.910350:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077780.910355:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4768 00000100:00080000:2.0:1769077780.910359:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077780.910363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077780.910372:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077780.910386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077780.910404:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202496:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077780.910473:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077780.910511:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077780/real 1769077780] req@ffff97a507940380 x1855007612202496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077780.910531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612202496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077780.910543:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077780.910548:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077780.910553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077780.910585:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077780.910620:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077780.910634:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077780/real 1769077780] req@ffff97a507942a00 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077780.910647:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077780.910657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077780.910661:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077780.910665:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077780.974232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077780.974232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077780.974288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077781.934276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077781.998278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077781.998281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077781.998391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077782.958229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077783.022233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077783.022234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077783.022318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077783.982188:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077784.046232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077784.046240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077784.046287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077785.006232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077785.070192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077785.070199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077785.070285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077786.030286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077786.030302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077786.030310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077786.030315:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077786.030325:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4773 00000100:00080000:3.0:1769077786.030338:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077786.030345:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077786.030389:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612202752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077786.030418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077786.030422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077786.030424:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077786.030436:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4773 00000100:00080000:3.0:1769077786.030441:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077786.030447:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077786.030458:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077786.030477:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077786.030477:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077786.030562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077786.030599:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff97a511925f80 x1855007612202752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077786.030618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612202752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077786.030630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077786.030634:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077786.030639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612202752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077786.030703:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077786.030735:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077786.030752:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077786/real 1769077786] req@ffff97a511927100 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077786.030767:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077786.030779:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077786.030800:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077786.030803:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612202880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077786.094215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077786.094216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077786.094270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077787.054243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077787.118202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077787.118202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077787.118264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077788.078196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077788.142205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077788.142205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077788.142271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077789.102233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077789.166213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077789.166213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077789.166270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077790.126261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077790.190213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077790.190213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077790.190316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077791.150280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077791.150310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077791.150336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077791.150340:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077791.150349:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4778 00000100:00080000:1.0:1769077791.150359:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077791.150377:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077791.150429:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612203008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077791.150483:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077791.150488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077791.150490:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077791.150495:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4778 00000100:00080000:1.0:1769077791.150499:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077791.150504:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077791.150514:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077791.150531:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077791.150546:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203008:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077791.150675:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077791.150734:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff97a506b5ea00 x1855007612203008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077791.150755:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612203008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077791.150774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077791.150779:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077791.150784:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077791.150810:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203136:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077791.150848:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077791.150864:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077791/real 1769077791] req@ffff97a506b5c700 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077791.150880:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077791.150891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077791.150895:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077791.150910:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077791.214235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077791.214235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077791.214328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077792.174257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077792.238201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077792.238206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077792.238316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077793.198204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077793.262209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077793.262209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077793.262265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077794.222239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077794.286209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077794.286211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077794.286276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077795.246200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077795.310210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077795.310217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077795.310273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077796.270225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077796.270235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077796.270239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077796.270252:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4784 00000100:00080000:1.0:1769077796.270264:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077796.270271:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077796.270277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769077796.270310:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612203264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077796.270338:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077796.270342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077796.270343:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077796.270346:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4784 00000100:00080000:1.0:1769077796.270349:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077796.270352:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077796.270359:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077796.270370:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077796.270390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203264:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077796.270456:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077796.270486:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff97a506b5e300 x1855007612203264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077796.270500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612203264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077796.270524:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077796.270528:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077796.270532:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077796.270537:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077796.270556:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077796.270564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077796/real 1769077796] req@ffff97a506b5ce00 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077796.270573:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077796.270579:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077796.270581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077796.270584:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077796.334222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077796.334222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077796.334274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077797.294217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077797.358269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077797.358270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077797.358341:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077798.318227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077798.382236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077798.382236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077798.382298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077799.342191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077799.406221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077799.406222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077799.406270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077800.366298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077800.430244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077800.430244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077800.430329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077801.390221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077801.390245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077801.390249:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077801.390259:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4789 00000100:00080000:1.0:1769077801.390272:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077801.390280:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077801.390298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769077801.390317:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612203520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077801.390386:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077801.390390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077801.390392:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077801.390417:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4789 00000100:00080000:1.0:1769077801.390421:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077801.390443:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077801.390482:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077801.390497:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077801.390510:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203520:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077801.390657:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077801.390702:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff97a506b5d500 x1855007612203520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077801.390724:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612203520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077801.390734:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077801.390738:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077801.390741:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077801.390766:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203648:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077801.390784:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077801.390793:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077801/real 1769077801] req@ffff97a506b5e680 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077801.390802:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077801.390809:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077801.390812:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077801.390814:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077801.454217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077801.454228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077801.454283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077802.414260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077802.478256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077802.478274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077802.478378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077803.438295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077803.502269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077803.502269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077803.502361:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077804.462255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077804.526266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077804.526266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077804.526479:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077805.486335:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077805.550281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077805.550281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077805.550424:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077806.510258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077806.510262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077806.510278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077806.510283:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077806.510294:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4794 00000100:00080000:3.0:1769077806.510307:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077806.510314:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077806.510375:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612203776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077806.510400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077806.510403:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077806.510404:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077806.510407:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4794 00000100:00080000:3.0:1769077806.510410:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077806.510413:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077806.510422:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077806.510434:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077806.510447:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203776:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077806.510527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077806.510569:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff97a511925c00 x1855007612203776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077806.510585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612203776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077806.510593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077806.510597:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077806.510601:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612203776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077806.510624:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077806.510639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077806.510647:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077806/real 1769077806] req@ffff97a511927100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077806.510654:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077806.510661:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077806.510663:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077806.510666:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612203904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077806.574252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077806.574316:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077806.574330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077807.534387:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077807.598253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077807.598279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077807.598312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077808.558290:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077808.622294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077808.622295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077808.622460:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077809.582273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077809.646235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077809.646300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077809.646355:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077810.606303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077810.670233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077810.670242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077810.670307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077811.630280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077811.630286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077811.630290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077811.630295:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077811.630315:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4799 00000100:00080000:1.0:1769077811.630326:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077811.630334:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077811.630365:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612204032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077811.630389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077811.630393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077811.630395:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077811.630398:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4799 00000100:00080000:1.0:1769077811.630403:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077811.630408:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077811.630417:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077811.630430:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077811.630432:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077811.630499:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077811.630587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff97a506b5d880 x1855007612204032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077811.630603:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612204032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077811.630611:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.630614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077811.630617:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077811.630638:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077811.630664:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077811.630677:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077811/real 1769077811] req@ffff97a506b5e680 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077811.630691:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077811.630698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077811.630701:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077811.630703:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077811.694204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077811.694225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077811.694314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077812.654322:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077812.718298:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077812.718298:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077812.718359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077813.678279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077813.742248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077813.742313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077813.742343:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077814.702266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769077814.766255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077814.766268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077814.766380:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077815.726318:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077815.790222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077815.790236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077815.790261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077816.750305:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077816.750347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077816.750354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077816.750369:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077816.750382:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4804 00000100:00080000:2.0:1769077816.750398:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077816.750418:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077816.750492:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612204288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077816.750542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077816.750546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077816.750548:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077816.750552:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4804 00000100:00080000:2.0:1769077816.750556:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077816.750561:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077816.750573:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077816.750586:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077816.750621:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204288:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077816.750713:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077816.750766:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff97a507941c00 x1855007612204288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077816.750786:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612204288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077816.750799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.750804:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077816.750809:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077816.750817:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204416:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077816.750841:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077816.750865:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077816/real 1769077816] req@ffff97a507941180 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077816.750879:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077816.750888:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077816.750891:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077816.750895:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077816.814285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077816.814286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077816.814405:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077817.774293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077817.838264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077817.838269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077817.838369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077818.798250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077818.862269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077818.862269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077818.862341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077819.822254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077819.886254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077819.886263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077819.886334:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077820.846219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077820.910254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077820.910254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077820.910329:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077821.870296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077821.870306:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077821.870310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077821.870317:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077821.870333:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4809 00000100:00080000:0.0:1769077821.870346:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077821.870354:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077821.870406:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612204544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077821.870430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077821.870432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077821.870434:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077821.870438:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4809 00000100:00080000:0.0:1769077821.870440:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077821.870442:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077821.870451:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077821.870464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077821.870492:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204544:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077821.870574:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077821.870632:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077821/real 1769077821] req@ffff97a506b2c380 x1855007612204544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077821.870651:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612204544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077821.870663:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077821.870670:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077821.870674:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077821.870684:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077821.870710:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077821.870724:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077821/real 1769077821] req@ffff97a506b2f480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077821.870737:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077821.870744:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077821.870746:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077821.870749:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077821.934256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077821.934271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077821.934332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077822.894207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077822.958261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077822.958277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077822.958333:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077823.918281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077823.982245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077823.982253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077823.982309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077824.942299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077825.006204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077825.006257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077825.006260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077825.966343:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077826.030206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077826.030253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077826.030285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077826.990272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077826.990272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077826.990284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077826.990289:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077826.990299:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4814 00000100:00080000:3.0:1769077826.990310:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077826.990324:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077826.990358:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612204800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077826.990388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077826.990391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077826.990392:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077826.990395:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4814 00000100:00080000:3.0:1769077826.990398:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077826.990400:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077826.990408:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077826.990416:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077826.990446:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204800:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077826.990511:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077826.990549:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826] req@ffff97a511925f80 x1855007612204800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077826.990567:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612204800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077826.990578:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077826.990583:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077826.990587:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612204800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077826.990595:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077826.990614:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077826.990625:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826] req@ffff97a511926680 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077826.990637:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077826.990647:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077826.990650:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077826.990654:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612204928:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077827.054217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077827.054217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077827.054343:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077828.014240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077828.078223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077828.078223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077828.078292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077829.038269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077829.102199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077829.102208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077829.102278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077830.062182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077830.126213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077830.126214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077830.126293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077831.086229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077831.150198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077831.150200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077831.150261:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077832.110235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077832.110253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077832.110261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077832.110266:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077832.110280:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4819 00000100:00080000:1.0:1769077832.110292:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077832.110298:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077832.110329:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612205056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077832.110352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077832.110355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077832.110359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077832.110362:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4819 00000100:00080000:1.0:1769077832.110364:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077832.110367:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077832.110375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077832.110383:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077832.110411:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205056:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077832.110476:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077832.110513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff97a506b5d500 x1855007612205056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077832.110534:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612205056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077832.110545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077832.110550:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077832.110553:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077832.110559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205184:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077832.110578:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077832.110587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077832/real 1769077832] req@ffff97a506b5ce00 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077832.110596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077832.110602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077832.110604:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077832.110607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077832.174261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077832.174267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077832.174318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077833.134249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077833.198175:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077833.198204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077833.198361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077834.158261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077834.222225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077834.222226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077834.222256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077835.182222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077835.246214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077835.246214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077835.246272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077836.206219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077836.270230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077836.270230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077836.270247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077837.230228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077837.230240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077837.230242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077837.230245:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077837.230257:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4825 00000100:00080000:0.0:1769077837.230266:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077837.230273:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077837.230305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612205312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077837.230329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077837.230332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077837.230334:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077837.230339:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4825 00000100:00080000:0.0:1769077837.230343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077837.230347:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077837.230357:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077837.230372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077837.230391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205312:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077837.230470:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077837.230505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff97a506b2d180 x1855007612205312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077837.230519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612205312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077837.230528:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077837.230531:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077837.230534:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077837.230553:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077837.230569:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077837.230577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077837/real 1769077837] req@ffff97a506b2fb80 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077837.230585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077837.230591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077837.230593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077837.230596:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205440:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077837.294224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077837.294236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077837.294294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077838.254208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077838.318249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077838.318275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077838.318288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077839.278263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077839.342221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077839.342221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077839.342318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077840.302219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077840.366275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077840.366276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077840.366301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077841.326265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077841.390237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077841.390237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077841.390339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077842.350251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077842.350254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077842.350268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077842.350272:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077842.350281:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4830 00000100:00080000:0.0:1769077842.350292:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077842.350299:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077842.350332:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612205568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077842.350356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077842.350361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077842.350362:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077842.350365:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4830 00000100:00080000:0.0:1769077842.350367:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077842.350370:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077842.350377:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077842.350388:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612205696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077842.350406:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077842.350519:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077842.414229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077842.414229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077842.414309:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077843.374257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077843.438229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077843.438229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077843.438351:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077844.398324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077844.462227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077844.462237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077844.462261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077845.422249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769077845.422375:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769077845.422422:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077845.422436:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769077845.422465:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769077845.422501:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077845] req@ffff97a506b2f800 x1855007612205696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077845.422541:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612205696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077845.422556:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077845.422562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077845.422567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077845.422574:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077842/real 1769077845] req@ffff97a506b2ce00 x1855007612205568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077845.422585:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612205568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077845.422590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077845.422592:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077845.422595:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077845.486242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077845.486242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077845.486345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077846.446390:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077846.510224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077846.510242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077846.510248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077847.470314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077847.470316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077847.470325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077847.470329:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077847.470337:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4835 00000100:00080000:0.0:1769077847.470347:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077847.470353:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077847.470385:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612205824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077847.470410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077847.470413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077847.470415:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077847.470418:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4835 00000100:00080000:0.0:1769077847.470422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077847.470427:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077847.470437:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077847.470450:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612205952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077847.470478:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205824:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077847.470551:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077847.470596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff97a506b2c700 x1855007612205824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.470618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612205824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.470630:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.470637:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077847.470642:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612205824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077847.470786:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077847.470820:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077847.470836:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077847/real 1769077847] req@ffff97a506b2ed80 x1855007612205952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077847.470852:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612205952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077847.470863:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077847.470867:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077847.470872:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612205952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077847.534259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077847.534262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077847.534334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077848.494367:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077848.558195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077848.558198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077848.558224:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077849.518198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077849.582217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077849.582217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077849.582256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077850.542307:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077850.606190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077850.606195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077850.606249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077851.566216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077851.630193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077851.630204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077851.630263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077852.590197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077852.590241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077852.590247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077852.590251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077852.590258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4840 00000100:00080000:2.0:1769077852.590267:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077852.590272:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077852.590305:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612206080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077852.590333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077852.590335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077852.590337:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077852.590340:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4840 00000100:00080000:2.0:1769077852.590342:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077852.590344:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077852.590351:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077852.590359:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077852.590381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206080:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077852.590445:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077852.590484:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff97a507941880 x1855007612206080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077852.590500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612206080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077852.590508:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.590511:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077852.590514:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077852.590519:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077852.590537:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077852.590545:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077852/real 1769077852] req@ffff97a507943b80 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077852.590553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077852.590559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077852.590561:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077852.590580:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077852.654197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077852.654221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077852.654241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077853.614231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077853.678292:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077853.678292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077853.678371:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077854.638241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077854.702254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077854.702254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077854.702316:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077855.662264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077855.726271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077855.726271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077855.726365:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077856.686266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077856.750233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077856.750247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077856.750267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077857.710231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077857.710407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077857.710416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077857.710421:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077857.710433:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4845 00000100:00080000:0.0:1769077857.710446:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077857.710455:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077857.710522:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612206336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077857.710553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077857.710557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077857.710559:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077857.710568:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4845 00000100:00080000:0.0:1769077857.710572:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077857.710577:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077857.710586:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077857.710599:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612206464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077857.710671:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206336:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077857.710771:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077857.710819:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff97a506b2ca80 x1855007612206336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077857.710844:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612206336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077857.710855:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.710862:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077857.710868:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077857.710878:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206464:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077857.710915:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077857.710935:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077857/real 1769077857] req@ffff97a506b2e300 x1855007612206464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077857.710970:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612206464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077857.710983:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077857.710988:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077857.710994:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077857.774299:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077857.774300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077857.774387:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077858.734254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077858.798193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077858.798193:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077858.798239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077859.758199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077859.822238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077859.822300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077859.822357:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077860.782243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077860.846225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077860.846227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077860.846257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077861.806190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077861.870210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077861.870211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077861.870273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077862.830230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077862.830263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.830270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077862.830275:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077862.830285:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4850 00000100:00080000:0.0:1769077862.830297:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077862.830306:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077862.830347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612206592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077862.830369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.830374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077862.830376:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077862.830380:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4850 00000100:00080000:0.0:1769077862.830384:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077862.830388:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077862.830411:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077862.830417:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077862.830424:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612206720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769077862.830478:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077862.830513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff97a506b2c000 x1855007612206592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077862.830526:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612206592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077862.830533:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.830537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077862.830540:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077862.830556:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077862.830573:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077862.830580:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff97a506b2dc00 x1855007612206720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077862.830588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612206720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077862.830594:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077862.830596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077862.830599:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077862.894305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077862.894305:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077862.894310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077863.854263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077863.918246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077863.918246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077863.918328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077864.878273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077864.942263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077864.942263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077864.942291:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077865.902287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077865.966220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077865.966254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077865.966307:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077866.926237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077866.990270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077866.990285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077866.990287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077867.950232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077867.950237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077867.950245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077867.950250:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077867.950258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4855 00000100:00080000:0.0:1769077867.950268:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077867.950274:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077867.950328:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612206848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077867.950357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077867.950362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077867.950365:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077867.950370:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4855 00000100:00080000:0.0:1769077867.950375:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077867.950379:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077867.950389:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077867.950406:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077867.950418:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206848:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077867.950482:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077867.950520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077867/real 1769077867] req@ffff97a506b2f100 x1855007612206848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077867.950539:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612206848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077867.950550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077867.950555:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077867.950559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612206848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077867.950581:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206976:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077867.950603:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077867.950615:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077867/real 1769077867] req@ffff97a506b2dc00 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077867.950629:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077867.950639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077867.950643:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077867.950647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612206976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077868.014233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077868.014234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077868.014298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077868.974221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077869.038234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077869.038250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077869.038263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077869.998258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077870.062192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077870.062203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077870.062239:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077871.022216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077871.086239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077871.086267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077871.086267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077872.046220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077872.110177:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077872.110232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077872.110289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077873.070238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077873.070328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.070336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077873.070341:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077873.070350:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4860 00000100:00080000:0.0:1769077873.070361:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077873.070367:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077873.070400:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612207104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077873.070466:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207104:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769077873.070525:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00080000:0.0:1769077873.070550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077873.070553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077873.070555:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077873.070558:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4860 00000100:00080000:0.0:1769077873.070561:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077873.070564:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077873.070571:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077873.070582:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612207232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769077873.070628:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff97a506b2c000 x1855007612207104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077873.070641:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612207104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077873.070648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.070651:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077873.070654:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077873.070672:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769077873.070691:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769077873.070704:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077873/real 1769077873] req@ffff97a506b2e300 x1855007612207232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077873.070718:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612207232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077873.070726:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077873.070729:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769077873.070733:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077873.134272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077873.134280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077873.134310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077874.094271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077874.158293:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077874.158293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077874.158355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077875.118182:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077875.182312:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077875.182313:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077875.182337:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077876.142255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077876.206297:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077876.206308:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077876.206373:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077877.166217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077877.230273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077877.230281:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077877.230293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077878.190258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077878.190269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077878.190277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077878.190282:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077878.190293:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4866 00000100:00080000:3.0:1769077878.190306:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077878.190314:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077878.190358:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612207360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077878.190391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077878.190396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077878.190398:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077878.190402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4866 00000100:00080000:3.0:1769077878.190406:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077878.190410:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077878.190421:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077878.190433:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612207488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077878.190439:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207360:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769077878.190509:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077878.190549:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff97a511927800 x1855007612207360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077878.190562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612207360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077878.190570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077878.190574:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077878.190576:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077878.190596:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769077878.190611:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769077878.190618:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077878/real 1769077878] req@ffff97a511924000 x1855007612207488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077878.190626:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612207488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769077878.190631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077878.190633:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769077878.190636:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077878.254257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077878.254257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077878.254326:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077879.214204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077879.278272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077879.278352:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077879.278937:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077880.238242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077880.302272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077880.302277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077880.302320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077881.262267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077881.326247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077881.326252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077881.326287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077882.286215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077882.350269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077882.350327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077882.350399:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769077883.310231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077883.310240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077883.310245:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077883.310255:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4871 00000100:00100000:2.0:1769077883.310259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077883.310266:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077883.310273:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077883.310319:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612207616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077883.310347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077883.310351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077883.310353:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077883.310364:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4871 00000100:00080000:3.0:1769077883.310369:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077883.310374:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077883.310381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207616:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077883.310384:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077883.310402:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077883.310439:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077883.310466:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff97a511926a00 x1855007612207616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077883.310478:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612207616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077883.310485:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077883.310488:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077883.310490:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077883.310506:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207744:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077883.310519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077883.310526:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077883/real 1769077883] req@ffff97a511925180 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077883.310533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077883.310542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077883.310544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077883.310546:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612207744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077883.374221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077883.374221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077883.374243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077884.334229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077884.398228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077884.398228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077884.398406:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077885.358231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077885.422207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077885.422207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077885.422238:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077886.382265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077886.446231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077886.446251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077886.446346:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077887.406278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077887.470179:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077887.470184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077887.470234:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077888.430261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077888.430261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077888.430271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077888.430276:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077888.430286:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4876 00000100:00080000:0.0:1769077888.430300:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077888.430308:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077888.430356:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612207872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077888.430378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077888.430381:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077888.430382:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077888.430385:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4876 00000100:00080000:0.0:1769077888.430387:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077888.430390:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077888.430398:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077888.430406:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612208000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077888.430436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207872:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077888.430513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077888.430559:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077888] req@ffff97a506b2ca80 x1855007612207872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077888.430578:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612207872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077888.430589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077888.430593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077888.430597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612207872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077888.430604:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077888.430626:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077888.430638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077888/real 1769077888] req@ffff97a506b2ed80 x1855007612208000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077888.430649:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612208000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077888.430664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077888.430667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077888.430670:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077888.494254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077888.494254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077888.494460:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077889.454282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077889.518200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077889.518209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077889.518229:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077890.478274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077890.542251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077890.542251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077890.542366:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077891.502288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077891.566197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077891.566247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077891.566257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077892.526236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077892.590230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077892.590233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077892.590318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077893.550225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077893.550229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077893.550236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077893.550240:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077893.550248:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4881 00000100:00080000:0.0:1769077893.550266:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077893.550272:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077893.550304:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612208128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077893.550328:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.550332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077893.550334:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077893.550337:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4881 00000100:00080000:0.0:1769077893.550340:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077893.550343:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077893.550351:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077893.550361:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612208256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077893.550376:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208128:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077893.550434:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077893.550480:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff97a506b2c700 x1855007612208128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077893.550500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612208128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077893.550512:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077893.550517:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077893.550521:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077893.550541:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077893.550567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077893.550578:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077893/real 1769077893] req@ffff97a506b2ce00 x1855007612208256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077893.550587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612208256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077893.550593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077893.550596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077893.550599:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077893.614200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077893.614204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077893.614332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077894.574194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077894.638198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077894.638204:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077894.638264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077895.598241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077895.662219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077895.662219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077895.662250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077896.622218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077896.686212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077896.686216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077896.686267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077897.646236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077897.710274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077897.710281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077897.710297:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077898.670233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077898.670234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077898.670246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077898.670252:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077898.670262:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4886 00000100:00080000:3.0:1769077898.670275:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077898.670282:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077898.670331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612208384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077898.670369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077898.670372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077898.670374:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077898.670377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4886 00000100:00080000:3.0:1769077898.670381:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077898.670384:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077898.670393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077898.670409:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077898.670436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208384:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077898.670520:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077898.670562:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff97a511925500 x1855007612208384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077898.670580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612208384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077898.670592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077898.670597:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077898.670601:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077898.670636:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208512:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077898.670657:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077898.670679:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077898/real 1769077898] req@ffff97a511924e00 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077898.670691:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077898.670700:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077898.670704:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077898.670708:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077898.734221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077898.734221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077898.734311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077899.694256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077899.758249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077899.758249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077899.758281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077900.718195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077900.782223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077900.782223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077900.782289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077901.742245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769077901.806223:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077901.806223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077901.806236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077902.766229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077902.830217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077902.830218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077902.830278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077903.790256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077903.790259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077903.790266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077903.790274:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077903.790282:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4891 00000100:00080000:0.0:1769077903.790293:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077903.790300:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077903.790341:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612208640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077903.790366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077903.790369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077903.790370:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077903.790373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4891 00000100:00080000:0.0:1769077903.790378:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077903.790381:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077903.790388:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077903.790413:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077903.790415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612208768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077903.790489:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077903.790524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff97a506b2f800 x1855007612208640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077903.790537:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612208640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077903.790545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077903.790548:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077903.790551:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077903.790569:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077903.790584:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077903.790591:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077903/real 1769077903] req@ffff97a506b2fb80 x1855007612208768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077903.790599:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612208768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077903.790605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077903.790608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077903.790610:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612208768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077903.854238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077903.854238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077903.854263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077904.814192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077904.878217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077904.878217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077904.878275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077905.838171:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077905.902221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077905.902221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077905.902244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077906.862244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077906.926199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077906.926199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077906.926285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077907.886231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077907.950231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077907.950231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077907.950256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077908.910238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077908.910317:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077908.910326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077908.910331:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077908.910341:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4896 00000100:00080000:1.0:1769077908.910355:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077908.910362:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077908.910408:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612208896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077908.910445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077908.910449:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077908.910451:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077908.910457:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4896 00000100:00080000:1.0:1769077908.910462:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077908.910468:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077908.910478:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077908.910485:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077908.910493:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612209024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769077908.910590:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077908.974204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077908.974222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077908.974285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077909.934244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077909.998239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077909.998239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077909.998263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077910.958230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077911.022192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077911.022203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077911.022311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077911.982206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769077911.982365:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769077911.982403:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077911.982417:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769077911.982461:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769077911.982495:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077908/real 1769077911] req@ffff97a506b5c700 x1855007612209024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077911.982521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612209024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077911.982534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077911.982540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077911.982545:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769077911.982553:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077908/real 1769077911] req@ffff97a506b5e300 x1855007612208896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077911.982580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612208896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077911.982589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077911.982593:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077911.982597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612208896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077912.046221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077912.046221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077912.046245:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077913.006235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077913.070229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077913.070233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077913.070254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077914.030228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077914.030265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077914.030273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077914.030278:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077914.030287:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4901 00000100:00080000:0.0:1769077914.030298:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077914.030306:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077914.030349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612209152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077914.030377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077914.030380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077914.030382:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077914.030386:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4901 00000100:00080000:0.0:1769077914.030398:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077914.030406:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077914.030416:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077914.030429:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077914.030434:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077914.030497:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077914.030569:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff97a506b2d180 x1855007612209152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077914.030589:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612209152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077914.030600:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077914.030604:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077914.030608:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077914.030640:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077914.030669:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077914.030683:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077914/real 1769077914] req@ffff97a506b2f480 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077914.030697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077914.030706:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077914.030709:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077914.030713:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077914.094218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077914.094218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077914.094239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077915.054244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077915.118196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077915.118197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077915.118252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077916.078221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077916.142217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077916.142218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077916.142240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077917.102333:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077917.166271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077917.166272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077917.166336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077918.126205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077918.190242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077918.190262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077918.190275:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077919.150280:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077919.150282:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.150295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077919.150300:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077919.150310:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4906 00000100:00080000:1.0:1769077919.150321:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077919.150330:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077919.150367:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612209408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077919.150398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.150401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077919.150403:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077919.150406:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4906 00000100:00080000:1.0:1769077919.150408:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077919.150411:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077919.150420:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077919.150431:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612209536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077919.150439:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209408:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077919.150542:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077919.150590:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff97a506b5e300 x1855007612209408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077919.150610:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612209408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077919.150622:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077919.150627:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077919.150633:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077919.150659:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077919.150683:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077919.150696:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077919/real 1769077919] req@ffff97a506b5c700 x1855007612209536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077919.150711:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612209536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077919.150722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077919.150726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077919.150730:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077919.214233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077919.214234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077919.214297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077920.174248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077920.238229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077920.238230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077920.238252:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077921.198249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077921.262229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077921.262229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077921.262277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077922.222225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077922.286210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077922.286218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077922.286225:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077923.246233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077923.310238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077923.310239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077923.310301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077924.270238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077924.270238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077924.270249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077924.270253:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077924.270264:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4912 00000100:00080000:1.0:1769077924.270275:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077924.270283:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077924.270321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612209664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077924.270375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077924.270379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077924.270381:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077924.270386:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4912 00000100:00080000:1.0:1769077924.270390:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077924.270395:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077924.270404:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077924.270419:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612209792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077924.270426:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209664:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077924.270490:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077924.270520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff97a506b5ea00 x1855007612209664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077924.270534:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612209664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077924.270542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.270545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077924.270547:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077924.270565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209792:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077924.270580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077924.270587:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077924/real 1769077924] req@ffff97a506b5ed80 x1855007612209792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077924.270595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612209792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077924.270601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077924.270604:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077924.270606:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612209792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077924.334232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077924.334232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077924.334250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077925.294296:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077925.358314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077925.358320:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077925.358375:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077926.318259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077926.382211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077926.382223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077926.382294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077927.342328:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077927.406235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077927.406247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077927.406345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077928.366230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077928.430183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077928.430201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077928.430249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077929.390219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077929.390239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077929.390244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077929.390249:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077929.390259:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4917 00000100:00080000:0.0:1769077929.390280:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077929.390288:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077929.390329:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612209920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077929.390357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077929.390365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077929.390367:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077929.390370:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4917 00000100:00080000:0.0:1769077929.390373:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077929.390376:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077929.390385:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077929.390400:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077929.390454:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209920:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077929.390550:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077929.390617:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff97a506b2c380 x1855007612209920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077929.390633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612209920/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077929.390641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077929.390644:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077929.390647:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612209920:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077929.390663:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210048:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077929.390689:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077929.390698:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff97a506b2f480 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077929.390707:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077929.390746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077929.390749:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077929.390751:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210048:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077929.454228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077929.454228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077929.454304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077930.414237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077930.478231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077930.478232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077930.478262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077931.438199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077931.502253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077931.502253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077931.502319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077932.462266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077932.526236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077932.526237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077932.526262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077933.486223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077933.550241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077933.550245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077933.550308:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077934.510252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077934.510261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077934.510273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077934.510277:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077934.510296:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4922 00000100:00080000:3.0:1769077934.510307:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077934.510314:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077934.510352:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612210176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077934.510379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077934.510383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077934.510386:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077934.510391:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4922 00000100:00080000:3.0:1769077934.510395:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077934.510399:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077934.510410:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077934.510425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612210304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077934.510435:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210176:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077934.510508:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077934.510558:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff97a511927480 x1855007612210176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077934.510576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612210176/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077934.510594:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077934.510602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077934.510607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210176:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077934.510628:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210304:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077934.510651:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077934.510663:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077934/real 1769077934] req@ffff97a511924700 x1855007612210304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077934.510675:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612210304/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077934.510683:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077934.510686:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077934.510690:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210304:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077934.574248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077934.574248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077934.574265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077935.534269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077935.598243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077935.598267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077935.598327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077936.558233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077936.622211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077936.622211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077936.622213:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077937.582203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077937.646212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077937.646212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077937.646277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077938.606229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077938.670216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077938.670219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077938.670242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077939.630189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077939.630198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769077939.630199:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077939.630202:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077939.630211:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4927 00000100:00080000:3.0:1769077939.630221:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077939.630227:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077939.630259:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612210432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077939.630282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077939.630284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077939.630286:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077939.630289:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4927 00000100:00080000:3.0:1769077939.630291:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077939.630293:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077939.630299:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077939.630310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612210560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077939.630335:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210432:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077939.630401:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077939.630441:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff97a511924a80 x1855007612210432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077939.630462:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612210432/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077939.630470:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077939.630473:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077939.630476:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210432:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077939.630481:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210560:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077939.630499:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077939.630507:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff97a511924700 x1855007612210560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077939.630515:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612210560/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077939.630521:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077939.630524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077939.630526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210560:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077939.694224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077939.694224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077939.694391:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077940.654213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077940.718216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077940.718219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077940.718241:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077941.678237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077941.742207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077941.742207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077941.742273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077942.702256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077942.766224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077942.766224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077942.766248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077943.726240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077943.790215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077943.790215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077943.790266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077944.750216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077944.750244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077944.750251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077944.750256:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077944.750265:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4932 00000100:00080000:3.0:1769077944.750277:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077944.750284:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077944.750321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612210688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077944.750344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077944.750347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077944.750348:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077944.750351:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4932 00000100:00080000:3.0:1769077944.750354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077944.750357:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077944.750364:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077944.750372:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077944.750406:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210688:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769077944.750470:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077944.750509:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff97a511927480 x1855007612210688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077944.750525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612210688/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077944.750536:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077944.750540:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077944.750544:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210688:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077944.750551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210816:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077944.750572:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077944.750585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077944/real 1769077944] req@ffff97a511924e00 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077944.750598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077944.750607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077944.750610:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077944.750613:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612210816:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077944.814228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077944.814228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077944.814254:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077945.774264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077945.838208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077945.838211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077945.838279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077946.798215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077946.862228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077946.862228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077946.862245:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077947.822263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077947.886207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077947.886207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077947.886272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077948.846227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077948.910240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077948.910240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077948.910262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077949.870225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077949.870255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077949.870261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077949.870264:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077949.870274:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4937 00000100:00080000:1.0:1769077949.870284:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077949.870292:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077949.870329:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612210944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077949.870354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077949.870357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077949.870359:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077949.870361:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4937 00000100:00080000:1.0:1769077949.870364:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077949.870367:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077949.870374:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077949.870382:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612211072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077949.870436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210944:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077949.870493:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077949.870526:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077949/real 1769077949] req@ffff97a506b5dc00 x1855007612210944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077949.870538:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612210944/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077949.870546:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077949.870549:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077949.870552:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612210944:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077949.870557:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211072:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077949.870570:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077949.870577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077949/real 1769077949] req@ffff97a506b5ca80 x1855007612211072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077949.870584:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612211072/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077949.870590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077949.870592:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077949.870594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211072:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077949.934189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077949.934201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077949.934229:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077950.894225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077950.958239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077950.958240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077950.958270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077951.918260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077951.982255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077951.982315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077951.982352:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077952.942226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077953.006233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077953.006233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077953.006257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077953.966225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077954.030221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077954.030221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077954.030273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077954.990220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077954.990233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077954.990239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077954.990243:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077954.990251:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4942 00000100:00080000:3.0:1769077954.990261:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077954.990268:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077954.990298:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612211200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077954.990322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077954.990327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077954.990330:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077954.990335:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4942 00000100:00080000:3.0:1769077954.990340:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077954.990346:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077954.990357:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077954.990364:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077954.990373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612211328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077954.990429:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077954.990463:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954] req@ffff97a511925500 x1855007612211200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077954.990482:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612211200/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077954.990494:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077954.990499:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077954.990503:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211200:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077954.990525:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211328:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077954.990555:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077954.990569:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954] req@ffff97a511925180 x1855007612211328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077954.990582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612211328/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077954.990592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077954.990596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077954.990600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211328:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077955.054220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077955.054221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077955.054248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077956.014252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077956.078216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077956.078216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077956.078267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077957.038201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077957.102259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077957.102259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077957.102306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077958.062176:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077958.126224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077958.126224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077958.126292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077959.086184:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077959.150224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077959.150225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077959.150246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077960.110217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077960.110248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077960.110259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077960.110263:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077960.110272:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4947 00000100:00080000:3.0:1769077960.110283:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077960.110291:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077960.110328:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612211456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077960.110352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077960.110355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077960.110357:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077960.110363:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4947 00000100:00080000:3.0:1769077960.110368:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077960.110373:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077960.110381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211456:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769077960.110383:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077960.110404:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077960.110455:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077960.110496:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff97a511926a00 x1855007612211456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077960.110510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612211456/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077960.110517:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077960.110521:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077960.110523:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211456:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077960.110541:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211584:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077960.110557:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077960.110564:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff97a511924000 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077960.110572:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077960.110578:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077960.110580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077960.110583:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211584:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077960.174236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077960.174265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077960.174295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077961.134272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077961.198245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077961.198245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077961.198272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077962.158221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077962.222196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077962.222242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077962.222251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077963.182210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077963.246249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077963.246250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077963.246250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077964.206218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077964.270232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077964.270232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077964.270287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769077965.230249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077965.230252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077965.230261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077965.230266:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077965.230276:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4953 00000100:00080000:2.0:1769077965.230288:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077965.230298:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077965.230334:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612211712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077965.230363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077965.230367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077965.230369:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077965.230373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4953 00000100:00080000:2.0:1769077965.230376:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077965.230378:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077965.230386:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077965.230395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612211840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077965.230423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211712:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077965.230501:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077965.230543:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff97a507940a80 x1855007612211712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077965.230573:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612211712/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077965.230584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077965.230589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077965.230594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211712:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077965.230602:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211840:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077965.230628:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077965.230643:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff97a507940e00 x1855007612211840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077965.230657:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612211840/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077965.230667:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077965.230690:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077965.230693:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612211840:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077965.294211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077965.294211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077965.294218:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077966.254239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077966.318228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077966.318228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077966.318287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077967.278269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077967.342240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077967.342247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077967.342248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077968.302229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077968.366227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077968.366228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077968.366299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077969.326269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077969.390191:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077969.390200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077969.390239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077970.350247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769077970.350249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077970.350260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077970.350265:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077970.350275:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4958 00000100:00080000:1.0:1769077970.350287:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077970.350295:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077970.350333:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612211968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077970.350356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077970.350359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077970.350361:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077970.350365:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4958 00000100:00080000:1.0:1769077970.350370:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077970.350375:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077970.350384:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077970.350397:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077970.350404:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612212096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077970.350457:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077970.350489:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff97a506b5fb80 x1855007612211968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077970.350508:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612211968/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077970.350516:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077970.350520:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077970.350522:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612211968:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077970.350540:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212096:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077970.350555:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077970.350563:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff97a506b5c000 x1855007612212096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077970.350576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612212096/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077970.350601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077970.350605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077970.350609:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212096:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077970.414235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077970.414242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077970.414334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077971.374221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077971.438226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077971.438226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077971.438311:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077972.398245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077972.462217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077972.462217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077972.462277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077973.422301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077973.486235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077973.486235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077973.486292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077974.446238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077974.510220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077974.510220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077974.510292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077975.470287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077975.470287:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769077975.470298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077975.470303:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077975.470312:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4963 00000100:00080000:1.0:1769077975.470323:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077975.470332:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769077975.470373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612212224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077975.470396:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077975.470399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077975.470401:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077975.470405:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4963 00000100:00080000:1.0:1769077975.470410:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077975.470413:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769077975.470420:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077975.470429:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077975.470438:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077975.470638:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077975.534287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077975.534288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077975.534356:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077976.494237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077976.558219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077976.558219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077976.558284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077977.518233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077977.582231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077977.582231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077977.582288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077978.542240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769077978.542465:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769077978.542520:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077978.542538:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769077978.542585:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769077978.542690:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff97a506b5f800 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077978.542718:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077978.542733:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077978.542738:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077978.542743:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212352:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769077978.542751:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff97a506b5f480 x1855007612212224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077978.542763:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612212224/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077978.542777:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077978.542780:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077978.542784:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212224:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769077978.606225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077978.606225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077978.606284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077979.566260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077979.630198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077979.630210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077979.630267:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077980.590263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769077980.590292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077980.590300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077980.590305:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077980.590314:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4968 00000100:00080000:2.0:1769077980.590326:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077980.590333:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769077980.590365:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612212480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077980.590403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077980.590407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077980.590419:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077980.590424:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4968 00000100:00080000:2.0:1769077980.590429:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077980.590433:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769077980.590443:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077980.590456:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612212608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077980.590549:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212480:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077980.590614:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077980.590653:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff97a507940000 x1855007612212480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077980.590694:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612212480/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077980.590706:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077980.590711:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077980.590715:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212480:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077980.590721:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212608:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077980.590746:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077980.590759:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff97a507942680 x1855007612212608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077980.590771:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612212608/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077980.590779:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077980.590782:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077980.590785:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212608:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077980.654233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077980.654233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077980.654295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077981.614236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077981.678236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077981.678236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077981.678295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077982.638206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077982.702228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077982.702228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077982.702282:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077983.662201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077983.726233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077983.726298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077983.726346:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077984.686235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077984.750213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077984.750310:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077984.750371:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077985.710196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077985.710209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077985.710215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077985.710219:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077985.710227:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4973 00000100:00080000:3.0:1769077985.710237:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077985.710243:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077985.710279:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612212736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077985.710301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077985.710303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077985.710305:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077985.710308:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4973 00000100:00080000:3.0:1769077985.710312:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077985.710315:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077985.710323:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077985.710351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612212864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077985.710352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212736:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769077985.710412:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077985.710443:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff97a511927800 x1855007612212736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077985.710459:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612212736/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077985.710468:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077985.710472:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077985.710476:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212736:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077985.710495:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212864:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077985.710512:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077985.710522:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff97a511926680 x1855007612212864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077985.710533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612212864/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077985.710542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077985.710545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077985.710548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612212864:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077985.774241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077985.774241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077985.774247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077986.734234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077986.798200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077986.798200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077986.798263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077987.758228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077987.822232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077987.822248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077987.822268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077988.782233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077988.846224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077988.846224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077988.846285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077989.806234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077989.870274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077989.870303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077989.870418:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769077990.830874:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077990.831160:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769077990.831335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077990.831341:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077990.831352:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4978 00000100:00080000:3.0:1769077990.831364:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077990.831372:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769077990.831406:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612212992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077990.831687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077990.831691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077990.831699:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077990.831707:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4978 00000100:00080000:3.0:1769077990.831713:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077990.831718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769077990.831729:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077990.831735:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769077990.831750:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077990.831815:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077990.831871:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff97a511925f80 x1855007612212992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077990.831892:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612212992/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077990.831904:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.831909:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077990.831914:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612212992:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077990.831943:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213120:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769077990.831962:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769077990.831970:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff97a511927100 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077990.831978:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077990.831984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077990.831987:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769077990.831989:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213120:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769077990.894277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077990.894282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077990.894378:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077991.854262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077991.918270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077991.918272:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077991.918310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077992.878327:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077992.942273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077992.942273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077992.942352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077993.902238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077993.966273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077993.966273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769077993.966319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077994.926273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077994.990236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077994.990237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077994.990339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077995.950224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769077995.950249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077995.950259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077995.950264:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077995.950274:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4983 00000100:00080000:0.0:1769077995.950290:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077995.950297:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769077995.950337:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612213248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077995.950368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077995.950372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077995.950374:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077995.950378:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4983 00000100:00080000:0.0:1769077995.950381:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077995.950387:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769077995.950396:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077995.950411:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769077995.950412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612213376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077995.950502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077995.950540:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077995/real 1769077995] req@ffff97a506b2d180 x1855007612213248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077995.950557:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612213248/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077995.950567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077995.950571:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077995.950575:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213248:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769077995.950596:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213376:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769077995.950613:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769077995.950621:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077995/real 1769077995] req@ffff97a506b2fb80 x1855007612213376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077995.950629:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612213376/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077995.950639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077995.950641:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769077995.950643:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213376:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769077996.014269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077996.014271:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077996.014294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077996.974266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077997.038245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077997.038245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077997.038340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077997.998195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769077998.062189:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077998.062190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077998.062201:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077999.022217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769077999.086224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077999.086224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769077999.086275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078000.046254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078000.110230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078000.110230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078000.110258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078001.070235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078001.070253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078001.070259:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078001.070270:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4988 00000100:00080000:0.0:1769078001.070284:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078001.070292:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078001.070334:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612213504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078001.070358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078001.070362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078001.070364:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078001.070369:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4988 00000100:00080000:0.0:1769078001.070373:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078001.070377:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078001.070386:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078001.070398:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612213632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078001.070890:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213504:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078001.070964:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078001.070985:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078001.071009:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff97a506b2f800 x1855007612213504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078001.071030:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612213504/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078001.071039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.071043:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078001.071045:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213504:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078001.071053:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213632:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078001.071087:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078001.071100:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff97a506b2ce00 x1855007612213632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078001.071118:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612213632/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078001.071148:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078001.071151:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078001.071155:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213632:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078001.134277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078001.134277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078001.134323:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078002.094220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078002.158218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078002.158218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078002.158242:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078003.118196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078003.182234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078003.182234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078003.182300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078004.142220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078004.206210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078004.206211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078004.206232:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078005.166227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078005.230215:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078005.230216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078005.230273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078006.190257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078006.190257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078006.190273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078006.190279:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078006.190289:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4994 00000100:00080000:1.0:1769078006.190300:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078006.190307:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078006.190346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612213760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078006.190365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078006.190368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078006.190370:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078006.190373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4994 00000100:00080000:1.0:1769078006.190375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078006.190378:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078006.190385:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078006.190394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078006.190410:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213760:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078006.190464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078006.190496:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff97a506b5f100 x1855007612213760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.190510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612213760/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078006.190519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.190522:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078006.190526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612213760:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078006.190544:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213888:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078006.190562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078006.190571:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff97a506b5f480 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.190582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078006.190596:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.190599:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078006.190603:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612213888:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078006.254195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078006.254218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078006.254239:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078007.214281:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078007.278255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078007.278265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078007.278312:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078008.238264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078008.302195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078008.302202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078008.302235:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078009.262222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078009.326214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078009.326214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078009.326285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078010.286308:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078010.350242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078010.350252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078010.350268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078011.310207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078011.310230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078011.310237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078011.310242:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078011.310252:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 4999 00000100:00080000:0.0:1769078011.310262:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078011.310268:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078011.310298:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612214016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078011.310322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078011.310325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078011.310327:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078011.310330:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 4999 00000100:00080000:0.0:1769078011.310333:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078011.310336:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078011.310344:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078011.310353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612214144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078011.310373:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214016:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078011.310461:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078011.310506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff97a506b2c700 x1855007612214016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078011.310523:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612214016/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078011.310533:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.310537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078011.310541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214016:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078011.310565:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214144:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078011.310582:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078011.310591:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff97a506b2ed80 x1855007612214144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078011.310605:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612214144/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078011.310612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078011.310614:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078011.310617:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214144:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078011.374266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078011.374269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078011.374326:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078012.334260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078012.398270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078012.398270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078012.398294:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078013.358233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078013.422303:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078013.422303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078013.422362:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078014.382283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078014.446257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078014.446258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078014.446284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078015.406234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078015.470217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078015.470217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078015.470285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078016.430241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078016.430265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078016.430273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078016.430278:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078016.430289:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5004 00000100:00080000:0.0:1769078016.430301:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078016.430308:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078016.430346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612214272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078016.430377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078016.430381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078016.430383:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078016.430388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5004 00000100:00080000:0.0:1769078016.430392:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078016.430397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078016.430407:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078016.430416:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078016.430425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612214400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078016.430472:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078016.430518:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff97a506b2ca80 x1855007612214272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078016.430538:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612214272/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078016.430549:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.430553:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078016.430556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214272:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078016.430575:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214400:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078016.430594:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078016.430603:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff97a506b2e300 x1855007612214400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078016.430611:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612214400/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078016.430619:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078016.430623:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078016.430627:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214400:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078016.494229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078016.494229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078016.494255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078017.454258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078017.518237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078017.518237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078017.518305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078018.478223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078018.542230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078018.542249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078018.542265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078019.502285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078019.566221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078019.566258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078019.566264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078020.526294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078020.590257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078020.590258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078020.590292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078021.550239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078021.550289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078021.550296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078021.550299:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078021.550310:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5009 00000100:00080000:2.0:1769078021.550321:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078021.550328:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078021.550364:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612214528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078021.550387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078021.550391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078021.550394:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078021.550398:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5009 00000100:00080000:2.0:1769078021.550403:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078021.550407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078021.550417:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078021.550420:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078021.550429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078021.550492:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078021.550522:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff97a507942680 x1855007612214528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078021.550535:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612214528/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078021.550542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078021.550545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078021.550548:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214528:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078021.550566:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214656:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078021.550581:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078021.550589:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff97a507940000 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078021.550597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078021.550617:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078021.550620:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078021.550622:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214656:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078021.614203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078021.614203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078021.614275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078022.574229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078022.638226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078022.638226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078022.638244:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078023.598264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078023.662224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078023.662224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078023.662281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078024.622257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078024.686205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078024.686228:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078024.686245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078025.646212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078025.710238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078025.710247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078025.710450:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078026.670250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078026.670260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078026.670264:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078026.670272:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5014 00000100:00100000:1.0:1769078026.670276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078026.670282:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078026.670290:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078026.670321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612214784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078026.670349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078026.670353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078026.670355:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078026.670360:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5014 00000100:00080000:2.0:1769078026.670364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078026.670368:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078026.670377:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078026.670392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612214912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078026.670442:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214784:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078026.670516:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078026.670567:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff97a507940e00 x1855007612214784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078026.670599:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612214784/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078026.670613:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.670618:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078026.670624:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612214784:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078026.670634:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214912:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078026.670677:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078026.670692:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff97a507940a80 x1855007612214912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078026.670705:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612214912/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078026.670722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078026.670725:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078026.670729:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612214912:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078026.734213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078026.734214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078026.734243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078027.694246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078027.758196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078027.758197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078027.758266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078028.718207:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078028.782211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078028.782215:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078028.782235:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078029.742236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078029.806299:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078029.809572:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078029.809574:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078030.766215:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078030.830233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078030.830257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078030.830257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078031.790213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078031.790216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078031.790222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078031.790226:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078031.790233:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5019 00000100:00080000:0.0:1769078031.790242:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078031.790247:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078031.790276:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612215040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078031.790294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078031.790297:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078031.790298:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078031.790301:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5019 00000100:00080000:0.0:1769078031.790303:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078031.790306:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078031.790312:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078031.790320:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612215168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078031.790328:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215040:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078031.790386:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078031.790421:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff97a506b2c000 x1855007612215040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078031.790433:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612215040/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078031.790440:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.790443:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078031.790445:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215040:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078031.790462:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215168:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078031.790476:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078031.790484:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff97a506b2dc00 x1855007612215168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078031.790493:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612215168/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078031.790501:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078031.790504:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078031.790507:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215168:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078031.854197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078031.854206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078031.854231:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078032.814231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078032.878195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078032.878208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078032.878240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078033.838234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078033.902225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078033.902225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078033.902254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078034.862203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078034.926248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078034.926259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078034.926282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078035.886205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078035.950235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078035.950235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078035.950300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078036.910191:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078036.910197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078036.910204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078036.910208:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078036.910217:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5024 00000100:00080000:0.0:1769078036.910228:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078036.910234:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078036.910271:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612215296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078036.910294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078036.910298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078036.910300:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078036.910304:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5024 00000100:00080000:0.0:1769078036.910308:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078036.910312:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078036.910320:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078036.910330:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078036.910335:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078036.910394:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078036.910423:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff97a506b2f100 x1855007612215296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078036.910436:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612215296/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078036.910442:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078036.910445:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078036.910448:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215296:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078036.910474:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215424:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078036.910502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078036.910513:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff97a506b2dc00 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078036.910526:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078036.910535:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078036.910538:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078036.910541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215424:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078036.974229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078036.974230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078036.974257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078037.934550:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078037.998263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078037.998280:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078037.998482:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078038.958240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078039.022275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078039.022275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078039.022292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078039.982231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078040.046269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078040.046287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078040.046330:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078041.006235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078041.070234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078041.070234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078041.070282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078042.030250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078042.030264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078042.030273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078042.030278:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078042.030289:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5029 00000100:00080000:2.0:1769078042.030302:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078042.030308:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078042.030348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612215552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078042.030373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078042.030375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078042.030389:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078042.030393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5029 00000100:00080000:2.0:1769078042.030396:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078042.030399:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078042.030409:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078042.030420:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078042.030423:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612215680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078042.030527:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078042.094217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078042.094217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078042.094270:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078043.054222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078043.118199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078043.118209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078043.118234:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078044.078232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078044.142250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078044.142263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078044.142322:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078045.102217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769078045.102367:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769078045.102399:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078045.102412:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769078045.102455:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769078045.102516:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff97a507941880 x1855007612215680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078045.102540:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612215680/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078045.102553:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078045.102557:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078045.102561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215680:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769078045.102568:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff97a507943b80 x1855007612215552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078045.102588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612215552/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078045.102596:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078045.102600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078045.102603:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215552:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078045.166184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078045.166186:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078045.166230:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078046.126218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078046.190223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078046.190226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078046.190276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078047.150227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078047.150257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078047.150263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078047.150266:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078047.150280:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5034 00000100:00080000:2.0:1769078047.150289:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078047.150306:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078047.150339:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612215808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078047.150370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078047.150373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078047.150375:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078047.150379:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5034 00000100:00080000:2.0:1769078047.150382:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078047.150385:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078047.150393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078047.150413:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612215936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078047.150533:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215808:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078047.150607:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078047.150646:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff97a507941180 x1855007612215808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078047.150662:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612215808/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078047.150671:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.150677:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078047.150682:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612215808:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078047.150690:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215936:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078047.150716:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078047.150727:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff97a507941c00 x1855007612215936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078047.150739:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612215936/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078047.150747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078047.150750:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078047.150753:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612215936:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078047.214184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078047.214190:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078047.214220:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078048.174213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078048.238222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078048.238222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078048.238292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078049.198237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078049.262285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078049.262286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078049.262360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078050.222212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078050.286275:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078050.286275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078050.286339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078051.246259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078051.310275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078051.310302:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078051.310312:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078052.270246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078052.270246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078052.270254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078052.270258:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078052.270267:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5040 00000100:00080000:1.0:1769078052.270278:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078052.270285:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078052.270321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612216064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078052.270348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078052.270352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078052.270355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078052.270359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5040 00000100:00080000:1.0:1769078052.270363:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078052.270369:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078052.270379:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078052.270395:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078052.270401:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216064:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078052.270464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078052.270494:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff97a506b5f800 x1855007612216064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078052.270510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612216064/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078052.270520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078052.270524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078052.270529:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216064:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078052.270551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216192:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078052.270573:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078052.270583:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff97a506b5c000 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078052.270591:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078052.270597:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078052.270600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078052.270602:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216192:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078052.334247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078052.334247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078052.334310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078053.294273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078053.358242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078053.358243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078053.358296:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078054.318194:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078054.382247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078054.382276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078054.382314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078055.342244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078055.406247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078055.406252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078055.406303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078056.366231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078056.430239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078056.430273:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078056.430285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078057.390226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078057.390243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078057.390249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078057.390253:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078057.390261:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5045 00000100:00080000:0.0:1769078057.390271:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078057.390277:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078057.390309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612216320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078057.390333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078057.390335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078057.390337:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078057.390340:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5045 00000100:00080000:0.0:1769078057.390343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078057.390346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078057.390353:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078057.390370:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612216448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078057.390382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216320:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078057.390448:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078057.390488:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff97a506b2c000 x1855007612216320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078057.390507:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612216320/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078057.390518:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078057.390523:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078057.390526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216320:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078057.390548:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216448:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078057.390574:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078057.390588:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff97a506b2e300 x1855007612216448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078057.390602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612216448/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078057.390620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078057.390624:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078057.390627:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216448:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078057.454234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078057.454301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078057.454336:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078058.414263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078058.478223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078058.478249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078058.478273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078059.438240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078059.502222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078059.502222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078059.502295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078060.462260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078060.526220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078060.526243:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078060.526264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078061.486244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078061.550237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078061.550237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078061.550305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078062.510239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078062.510284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078062.510290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078062.510295:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078062.510304:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5050 00000100:00080000:2.0:1769078062.510316:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078062.510323:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078062.510357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612216576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078062.510382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078062.510386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078062.510388:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078062.510393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5050 00000100:00080000:2.0:1769078062.510398:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078062.510403:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078062.510414:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078062.510419:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078062.510433:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612216704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078062.510477:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078062.510506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff97a507942a00 x1855007612216576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078062.510519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612216576/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078062.510527:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.510530:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078062.510533:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216576:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078062.510551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216704:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078062.510566:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078062.510574:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff97a507940380 x1855007612216704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078062.510582:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612216704/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078062.510590:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078062.510594:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078062.510598:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216704:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078062.574213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078062.574214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078062.574228:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078063.534240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078063.598223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078063.598223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078063.598284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078064.558315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078064.622216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078064.622268:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078064.622281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078065.582233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078065.646235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078065.646242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078065.646295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078066.606231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078066.670176:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078066.670181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078066.670247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078067.630225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078067.630239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078067.630245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078067.630249:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078067.630257:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5055 00000100:00080000:0.0:1769078067.630273:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078067.630279:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078067.630313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612216832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078067.630335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078067.630338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078067.630339:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078067.630342:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5055 00000100:00080000:0.0:1769078067.630344:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078067.630346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078067.630353:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078067.630361:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078067.630381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216832:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078067.630437:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078067.630470:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff97a506b2ca80 x1855007612216832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078067.630483:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612216832/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078067.630491:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.630494:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078067.630496:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612216832:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078067.630502:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216960:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078067.630516:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078067.630523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff97a506b2ed80 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078067.630531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078067.630538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078067.630539:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078067.630541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612216960:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078067.694203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078067.694203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078067.694276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078068.654269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078068.718226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078068.718226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078068.718246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078069.678265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078069.742243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078069.742244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078069.742277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078070.702231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078070.766226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078070.766228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078070.766252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078071.726193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078071.790218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078071.790218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078071.790238:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078072.750220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078072.750227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078072.750235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078072.750239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078072.750250:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5060 00000100:00080000:2.0:1769078072.750262:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078072.750280:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078072.750323:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612217088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078072.750351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078072.750355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078072.750357:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078072.750362:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5060 00000100:00080000:2.0:1769078072.750366:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078072.750370:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078072.750381:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078072.750395:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612217216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078072.750410:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217088:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078072.750478:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078072.750519:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff97a507940700 x1855007612217088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078072.750547:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612217088/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078072.750555:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.750559:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078072.750561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217088:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078072.750580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217216:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078072.750600:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078072.750613:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff97a507943100 x1855007612217216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078072.750634:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612217216/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078072.750644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078072.750648:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078072.750651:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217216:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078072.814219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078072.814219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078072.814242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078073.774195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078073.838233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078073.838241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078073.838252:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078074.798243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078074.862201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078074.862203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078074.862234:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078075.822198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078075.886223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078075.886224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078075.886246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078076.846255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078076.910226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078076.910226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078076.910252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078077.870217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078077.870220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078077.870227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078077.870231:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078077.870243:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5065 00000100:00080000:0.0:1769078077.870253:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078077.870258:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078077.870287:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612217344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078077.870306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.870309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078077.870311:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078077.870314:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5065 00000100:00080000:0.0:1769078077.870317:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078077.870321:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078077.870329:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078077.870339:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612217472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078077.870350:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217344:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078077.870410:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078077.870439:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff97a506b2c700 x1855007612217344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078077.870457:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612217344/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078077.870463:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078077.870466:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078077.870468:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217344:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078077.870483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217472:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078077.870496:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078077.870503:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff97a506b2ce00 x1855007612217472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078077.870510:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612217472/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078077.870515:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078077.870517:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078077.870519:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217472:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078077.934222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078077.934222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078077.934247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078078.894219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078078.958218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078078.958218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078078.958244:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078079.918222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078079.982202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078079.982202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078079.982226:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078080.942266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078081.006226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078081.006226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078081.006260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078081.966222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078082.030202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078082.030202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078082.030220:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078082.990217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078082.990219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078082.990227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078082.990232:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078082.990240:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5070 00000100:00080000:0.0:1769078082.990251:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078082.990258:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078082.990292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612217600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078082.990312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078082.990315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078082.990316:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078082.990319:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5070 00000100:00080000:0.0:1769078082.990321:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078082.990324:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078082.990330:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078082.990340:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078082.990372:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217600:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078082.990428:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078082.990475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078082/real 1769078082] req@ffff97a506b2f800 x1855007612217600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078082.990493:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612217600/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078082.990502:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078082.990506:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078082.990510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217600:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078082.990517:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217728:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078082.990540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078082.990554:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078082/real 1769078082] req@ffff97a506b2fb80 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078082.990566:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078082.990574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078082.990578:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078082.990581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217728:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078083.054214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078083.054214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078083.054233:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078084.014225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078084.078192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078084.078192:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078084.078214:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078085.038223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078085.102213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078085.102214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078085.102233:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078086.062189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078086.126185:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078086.126226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078086.126338:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078087.086217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078087.150273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078087.150273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078087.150341:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078088.110206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078088.110209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078088.110215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078088.110219:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078088.110226:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5075 00000100:00080000:0.0:1769078088.110236:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078088.110242:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078088.110275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612217856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078088.110298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078088.110300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078088.110302:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078088.110304:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5075 00000100:00080000:0.0:1769078088.110306:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078088.110309:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078088.110315:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078088.110323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612217984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078088.110350:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217856:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078088.110410:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078088.110443:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff97a506b2d180 x1855007612217856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078088.110460:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612217856/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078088.110469:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078088.110473:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078088.110477:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612217856:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078088.110482:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217984:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078088.110498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078088.110506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff97a506b2f480 x1855007612217984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078088.110513:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612217984/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078088.110519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078088.110521:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078088.110522:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612217984:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078088.174184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078088.174194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078088.174220:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078089.134252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078089.198220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078089.198226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078089.198246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078090.158219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078090.222225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078090.222225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078090.222245:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078091.182211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078091.246214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078091.246214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078091.246248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078092.206221:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078092.270214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078092.270214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078092.270236:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078093.230216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078093.230226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078093.230228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078093.230232:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078093.230244:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5081 00000100:00080000:2.0:1769078093.230255:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078093.230263:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078093.230312:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612218112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078093.230339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078093.230343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078093.230345:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078093.230349:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5081 00000100:00080000:2.0:1769078093.230354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078093.230359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078093.230369:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078093.230378:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078093.230385:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612218240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078093.230441:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078093.230477:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff97a507943100 x1855007612218112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078093.230491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612218112/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078093.230499:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.230502:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078093.230505:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218112:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078093.230544:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218240:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078093.230567:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078093.230581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff97a507940700 x1855007612218240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078093.230595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612218240/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078093.230605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.230609:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078093.230613:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218240:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078093.294200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078093.294220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078093.294280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078094.254243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078094.318209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078094.318209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078094.318240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078095.278214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078095.342207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078095.342217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078095.342277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078096.302249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078096.366218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078096.366218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078096.366264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078097.326254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078097.390235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078097.390235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078097.390292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078098.350262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078098.350268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078098.350275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078098.350281:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078098.350290:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5086 00000100:00080000:2.0:1769078098.350302:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078098.350310:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078098.350344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612218368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078098.350374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078098.350383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078098.350385:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078098.350390:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5086 00000100:00080000:2.0:1769078098.350394:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078098.350400:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078098.350409:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078098.350421:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078098.350425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078098.350495:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078098.350534:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff97a507940380 x1855007612218368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.350549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612218368/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078098.350558:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.350562:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078098.350565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218368:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078098.350586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218496:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078098.350606:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078098.350616:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff97a507942a00 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.350625:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078098.350633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.350636:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078098.350639:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218496:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078098.414240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078098.414265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078098.414303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078099.374291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078099.438260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078099.438281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078099.438320:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078100.398232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078100.462229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078100.462229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078100.462295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078101.422260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078101.486216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078101.486280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078101.486317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078102.446246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078102.510233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078102.510237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078102.510303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078103.470230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078103.470241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078103.470247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078103.470250:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078103.470258:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5091 00000100:00080000:0.0:1769078103.470268:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078103.470274:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078103.470312:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612218624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078103.470340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078103.470353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078103.470356:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078103.470361:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5091 00000100:00080000:0.0:1769078103.470364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078103.470368:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078103.470376:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078103.470390:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078103.470393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612218752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078103.470456:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078103.470498:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff97a506b2c380 x1855007612218624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078103.470519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612218624/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078103.470527:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.470531:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078103.470534:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218624:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078103.470552:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218752:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078103.470571:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078103.470580:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff97a506b2f480 x1855007612218752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078103.470588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612218752/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078103.470594:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.470596:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078103.470598:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612218752:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078103.534199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078103.534200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078103.534262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078104.494222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078104.558240:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078104.558244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078104.558320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078105.518285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078105.582200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078105.582200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078105.582252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078106.542225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078106.606242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078106.606242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078106.606328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078107.566262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078107.630237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078107.630238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078107.630301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078108.590237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078108.590251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078108.590274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078108.590280:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078108.590292:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5096 00000100:00080000:2.0:1769078108.590306:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078108.590315:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078108.590365:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612218880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078108.590409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.590414:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078108.590416:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078108.590421:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5096 00000100:00080000:2.0:1769078108.590425:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078108.590430:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078108.590450:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078108.590467:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612219008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078108.590510:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078108.590634:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078108.654228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078108.654254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078108.654321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078109.614337:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078109.678213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078109.678214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078109.678279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078110.638342:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078110.702231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078110.702240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078110.702375:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078111.662384:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:2.0:1769078111.662506:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:2.0:1769078111.662554:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078111.662583:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:2.0:1769078111.662627:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769078111.663025:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff97a507941c00 x1855007612218880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.663054:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612218880/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078111.663067:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.663073:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078111.663078:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612218880:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078111.663087:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff97a507941180 x1855007612219008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.663101:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612219008/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078111.663112:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.663116:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078111.663120:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219008:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078111.726248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078111.726270:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078111.726306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078112.686302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078112.750289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078112.750290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078112.750366:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078113.710330:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078113.710336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078113.710349:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078113.710354:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078113.710369:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5101 00000100:00080000:3.0:1769078113.710384:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078113.710393:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078113.710453:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612219136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078113.710494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078113.710499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078113.710502:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078113.710507:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5101 00000100:00080000:3.0:1769078113.710511:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078113.710516:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078113.710529:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078113.710547:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078113.710620:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219136:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078113.710927:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078113.710984:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff97a511925c00 x1855007612219136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078113.711008:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612219136/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078113.711020:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.711025:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078113.711030:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219136:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078113.711040:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219264:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078113.711076:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078113.711090:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff97a511927100 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078113.711104:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078113.711115:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078113.711119:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078113.711166:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219264:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078113.774283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078113.774284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078113.774381:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078114.734414:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078114.798295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078114.798296:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078114.798377:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078115.758240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078115.822238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078115.822238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078115.822320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078116.782248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078116.846207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078116.846207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078116.846270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078117.806217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078117.870195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078117.870197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078117.870272:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078118.830213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078118.830222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078118.830224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078118.830225:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078118.830233:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5106 00000100:00080000:3.0:1769078118.830243:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078118.830248:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078118.830278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612219392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078118.830297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078118.830300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078118.830301:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078118.830303:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5106 00000100:00080000:3.0:1769078118.830305:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078118.830307:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078118.830313:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078118.830323:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612219520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078118.830335:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219392:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078118.830391:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078118.830440:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff97a511925f80 x1855007612219392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078118.830454:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612219392/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078118.830460:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.830463:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078118.830466:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219392:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078118.830483:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219520:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078118.830498:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078118.830506:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff97a511926680 x1855007612219520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078118.830517:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612219520/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078118.830522:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.830524:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078118.830526:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219520:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078118.894208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078118.894209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078118.894261:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078119.854226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078119.918218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078119.918218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078119.918279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078120.878203:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078120.942200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078120.942200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078120.942250:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078121.902187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078121.966211:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078121.966212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078121.966258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078122.926217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078122.990205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078122.990214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078122.990248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078123.950210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078123.950220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078123.950220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078123.950226:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078123.950235:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5111 00000100:00080000:3.0:1769078123.950244:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078123.950250:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078123.950283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612219648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078123.950309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078123.950313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078123.950315:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078123.950319:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5111 00000100:00080000:3.0:1769078123.950323:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078123.950328:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078123.950337:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078123.950352:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612219776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078123.950355:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219648:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078123.950417:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078123.950450:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078123/real 1769078123] req@ffff97a511927800 x1855007612219648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078123.950463:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612219648/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078123.950471:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078123.950474:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078123.950477:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219648:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078123.950495:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219776:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078123.950509:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078123.950517:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078123/real 1769078123] req@ffff97a511924000 x1855007612219776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078123.950525:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612219776/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078123.950536:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078123.950538:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078123.950540:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612219776:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078124.014229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078124.014229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078124.014281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078124.974233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078125.038194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078125.038199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078125.038273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078125.998232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078126.062187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078126.062190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078126.062266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078127.022347:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078127.086199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078127.086245:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078127.086251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078128.046236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078128.110206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078128.110206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078128.110283:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078129.070298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078129.070309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078129.070314:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078129.070327:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5116 00000100:00080000:3.0:1769078129.070340:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078129.070350:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078129.070358:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078129.070394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612219904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078129.070420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078129.070425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078129.070427:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078129.070432:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5116 00000100:00080000:3.0:1769078129.070438:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078129.070439:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219904:192.168.204.123@tcp:250:kworker.0 00000100:00080000:3.0:1769078129.070445:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078129.070457:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078129.070472:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078129.070524:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078129.070567:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff97a511926a00 x1855007612219904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078129.070587:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612219904/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078129.070598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.070617:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078129.070622:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612219904:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078129.070647:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220032:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078129.070672:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078129.070685:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff97a511925180 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078129.070698:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078129.070708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078129.070713:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078129.070716:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220032:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078129.134264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078129.134302:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078129.134327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078130.094200:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078130.158264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078130.158281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078130.158336:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078131.118273:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078131.182262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078131.182263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078131.182344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078132.142227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078132.206267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078132.206272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078132.206340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078133.166298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078133.230225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078133.230225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078133.230274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078134.190195:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078134.190253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078134.190261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078134.190264:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078134.190273:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5122 00000100:00080000:0.0:1769078134.190285:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078134.190293:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078134.190333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612220160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078134.190360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078134.190364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078134.190366:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078134.190372:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5122 00000100:00080000:0.0:1769078134.190377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078134.190382:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078134.190391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220160:192.168.204.123@tcp:250:kworker.0 00000008:00100000:0.0:1769078134.190393:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078134.190415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612220288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078134.190471:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078134.190529:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff97a506b2d180 x1855007612220160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078134.190550:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612220160/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078134.190561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078134.190565:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078134.190568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220160:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078134.190668:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220288:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078134.190696:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078134.190710:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff97a506b2fb80 x1855007612220288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078134.190724:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612220288/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078134.190731:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078134.190733:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078134.190736:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220288:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078134.254276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078134.254276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078134.254352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078135.214341:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078135.278239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078135.278255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078135.278328:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078136.238277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078136.302241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078136.302241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078136.302340:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078137.262319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078137.326236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078137.326236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078137.326302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078138.286265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078138.350227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078138.350227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078138.350321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078139.310255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078139.310278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078139.310284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078139.310291:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078139.310303:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5127 00000100:00080000:3.0:1769078139.310317:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078139.310326:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078139.310373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612220416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078139.310410:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078139.310415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078139.310417:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078139.310422:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5127 00000100:00080000:3.0:1769078139.310426:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078139.310431:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078139.310442:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078139.310459:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612220544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078139.310472:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220416:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078139.310559:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078139.310609:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff97a511925500 x1855007612220416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078139.310626:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612220416/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078139.310635:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.310639:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078139.310643:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220416:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078139.310666:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220544:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078139.310684:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078139.310693:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff97a511924e00 x1855007612220544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078139.310701:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612220544/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078139.310707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078139.310710:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078139.310712:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220544:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078139.374246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078139.374246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078139.374319:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078140.334270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078140.398200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078140.398200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078140.398281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078141.358299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078141.422289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078141.422289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078141.422365:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078142.382268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078142.446205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078142.446224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078142.446310:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078143.406303:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078143.470236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078143.470246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078143.470313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078144.430223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078144.430232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078144.430233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078144.430238:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078144.430246:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5132 00000100:00080000:3.0:1769078144.430257:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078144.430263:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078144.430293:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612220672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078144.430316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078144.430319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078144.430320:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078144.430323:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5132 00000100:00080000:3.0:1769078144.430326:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078144.430329:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078144.430342:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078144.430351:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078144.430367:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220672:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078144.430444:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078144.430482:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff97a511927480 x1855007612220672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.430496:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612220672/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078144.430504:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.430507:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078144.430510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220672:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078144.430540:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220800:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078144.430558:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078144.430567:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff97a511924700 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.430576:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078144.430582:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.430584:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078144.430586:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612220800:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078144.494202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078144.494202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078144.494249:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078145.454259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078145.518235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078145.518307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078145.518348:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078146.478242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078146.542233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078146.542233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078146.542303:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078147.502278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078147.566236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078147.566238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078147.566302:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078148.526231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078148.590228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078148.590228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078148.590300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078149.550215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078149.550218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078149.550235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078149.550241:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078149.550250:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5137 00000100:00080000:0.0:1769078149.550262:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078149.550269:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078149.550305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612220928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078149.550334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078149.550338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078149.550340:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078149.550345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5137 00000100:00080000:0.0:1769078149.550348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078149.550353:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078149.550362:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078149.550378:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612221056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078149.550388:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220928:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078149.550446:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078149.550475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff97a506b2f800 x1855007612220928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078149.550492:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612220928/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078149.550499:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.550503:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078149.550506:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612220928:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078149.550530:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221056:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078149.550554:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078149.550582:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff97a506b2ce00 x1855007612221056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078149.550597:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612221056/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078149.550607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.550611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078149.550614:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221056:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078149.614224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078149.614227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078149.614339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078150.574224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078150.638221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078150.638224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078150.638280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078151.598193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078151.662221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078151.662221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078151.662304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078152.622230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078152.686202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078152.686202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078152.686258:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078153.646238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078153.710235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078153.710245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078153.710314:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078154.670234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078154.670243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078154.670246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078154.670252:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078154.670259:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5142 00000100:00080000:3.0:1769078154.670269:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078154.670275:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078154.670307:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612221184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078154.670333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078154.670336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078154.670337:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078154.670340:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5142 00000100:00080000:3.0:1769078154.670342:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078154.670344:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078154.670353:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078154.670368:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612221312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078154.670378:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221184:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078154.670432:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078154.670472:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff97a511924a80 x1855007612221184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078154.670500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612221184/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078154.670519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078154.670523:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078154.670527:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221184:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078154.670551:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221312:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078154.670578:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078154.670599:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff97a511924700 x1855007612221312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078154.670608:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612221312/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078154.670614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078154.670617:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078154.670619:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221312:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078154.734241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078154.734295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078154.734346:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078155.694258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078155.758226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078155.758227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078155.758274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078156.718219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078156.782234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078156.782235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078156.782297:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078157.742238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078157.806181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078157.806181:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078157.806237:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078158.766266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078158.830198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078158.830231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078158.830259:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078159.790285:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078159.790305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078159.790314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078159.790320:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078159.790332:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5147 00000100:00080000:3.0:1769078159.790348:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078159.790357:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078159.790423:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612221440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078159.790459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078159.790464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078159.790466:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078159.790472:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5147 00000100:00080000:3.0:1769078159.790476:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078159.790480:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078159.790492:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078159.790510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078159.790514:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221440:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078159.790589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078159.790628:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff97a511927480 x1855007612221440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078159.790643:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612221440/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078159.790651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078159.790655:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078159.790659:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221440:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078159.790680:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221568:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078159.790694:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078159.790702:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff97a511924e00 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078159.790719:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078159.790726:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078159.790728:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078159.790730:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221568:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078159.854234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078159.854238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078159.854289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078160.814268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078160.878249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078160.878249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078160.878305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078161.838236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078161.902208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078161.902222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078161.902280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078162.862214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078162.926206:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078162.926209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078162.926262:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078163.886185:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078163.950184:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078163.950187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078163.950268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078164.910227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078164.910237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078164.910245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078164.910249:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078164.910258:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5152 00000100:00080000:1.0:1769078164.910269:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078164.910276:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078164.910324:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612221696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078164.910355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078164.910358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078164.910360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078164.910364:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5152 00000100:00080000:1.0:1769078164.910368:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078164.910372:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078164.910382:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078164.910396:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612221824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078164.910405:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221696:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078164.910470:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078164.910508:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff97a506b5fb80 x1855007612221696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078164.910521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612221696/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078164.910529:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078164.910532:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078164.910535:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221696:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078164.910553:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221824:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078164.910579:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078164.910588:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff97a506b5ca80 x1855007612221824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078164.910596:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612221824/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078164.910602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078164.910605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078164.910607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612221824:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078164.974230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078164.974230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078164.974287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078165.934253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078165.998178:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078165.998187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078165.998264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078166.958238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078167.022246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078167.022250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078167.022325:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078167.982226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078168.046225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078168.046225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078168.046305:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078169.006227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078169.070234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078169.070235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078169.070276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078170.030254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078170.030300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078170.030307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078170.030310:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078170.030320:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5157 00000100:00080000:3.0:1769078170.030330:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078170.030348:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078170.030391:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612221952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078170.030422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078170.030427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078170.030430:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078170.030436:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5157 00000100:00080000:3.0:1769078170.030441:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078170.030446:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078170.030452:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221952:192.168.204.123@tcp:250:kworker.0 00000008:00100000:3.0:1769078170.030458:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078170.030477:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612222080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078170.030509:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078170.030539:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff97a511925500 x1855007612221952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078170.030553:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612221952/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078170.030561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078170.030564:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078170.030568:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612221952:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078170.030586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222080:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078170.030601:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078170.030610:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff97a511925180 x1855007612222080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078170.030618:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612222080/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078170.030624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078170.030626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078170.030628:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222080:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078170.094248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078170.094248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078170.094301:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078171.054227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078171.118218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078171.118225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078171.118293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078172.078236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078172.142253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078172.142254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078172.142323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078173.102229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078173.166275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078173.166278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078173.166346:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078174.126271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078174.190249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078174.190249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078174.190342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078175.150264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078175.150267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078175.150276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078175.150281:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078175.150291:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5162 00000100:00080000:2.0:1769078175.150302:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078175.150310:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078175.150346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612222208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078175.150375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078175.150379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078175.150381:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078175.150386:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5162 00000100:00080000:2.0:1769078175.150390:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078175.150395:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078175.150405:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078175.150410:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078175.150421:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078175.150511:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078175.214232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078175.214232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078175.214300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078176.174229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078176.238241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078176.238241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078176.238304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078177.198337:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078177.262220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078177.262220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078177.262306:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078178.222491:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769078178.222504:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769078178.222547:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078178.222564:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769078178.222608:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769078178.222869:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff97a507941880 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078178.222896:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078178.222909:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078178.222915:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078178.222920:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222336:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078178.222929:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff97a507943b80 x1855007612222208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078178.222942:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612222208/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078178.222950:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078178.222955:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078178.222958:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222208:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078178.286246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078178.286246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078178.286295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078179.246279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078179.310254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078179.310254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078179.310335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078180.270339:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078180.272117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078180.272170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078180.272175:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078180.272184:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5168 00000100:00080000:3.0:1769078180.272207:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078180.272213:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078180.272248:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612222464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078180.272275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078180.272278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078180.272280:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078180.272283:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5168 00000100:00080000:3.0:1769078180.272286:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078180.272289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078180.272298:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078180.272312:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612222592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078180.272318:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222464:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078180.272409:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078180.272444:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff97a511926a00 x1855007612222464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.272463:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612222464/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.272472:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.272475:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078180.272478:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222464:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078180.272497:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222592:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078180.272513:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078180.272520:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff97a511924000 x1855007612222592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078180.272528:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612222592/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078180.272534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078180.272535:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078180.272537:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222592:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078180.334197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078180.334200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078180.334306:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078181.294316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078181.358197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078181.358197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078181.358253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078182.318243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078182.382282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078182.382283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078182.382342:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078183.342234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078183.406189:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078183.406195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078183.406252:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078184.366227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078184.430232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078184.430235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078184.430295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078185.390227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078185.390258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078185.390261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078185.390262:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078185.390269:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5173 00000100:00080000:1.0:1769078185.390279:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078185.390297:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078185.390331:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612222720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078185.390355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078185.390358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078185.390360:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078185.390364:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5173 00000100:00080000:1.0:1769078185.390367:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078185.390371:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078185.390378:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078185.390388:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612222848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078185.390391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222720:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078185.390466:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078185.390502:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff97a506b5dc00 x1855007612222720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078185.390519:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612222720/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078185.390527:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.390529:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078185.390532:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222720:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078185.390548:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222848:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078185.390573:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078185.390581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff97a506b5ed80 x1855007612222848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078185.390588:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612222848/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078185.390593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078185.390595:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078185.390597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612222848:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078185.454234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078185.454234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078185.454396:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078186.414227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078186.478248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078186.478248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078186.478331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078187.438279:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078187.502249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078187.502249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078187.502311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078188.462204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078188.526268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078188.526268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078188.526332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078189.486264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078189.550234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078189.550234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078189.550320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078190.510192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078190.510240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078190.510246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078190.510249:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078190.510257:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5178 00000100:00080000:3.0:1769078190.510271:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078190.510276:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078190.510306:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612222976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078190.510325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078190.510328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078190.510329:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078190.510332:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5178 00000100:00080000:3.0:1769078190.510334:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078190.510337:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078190.510344:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078190.510352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078190.510353:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078190.510404:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078190.510431:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff97a511927800 x1855007612222976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078190.510443:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612222976/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078190.510449:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078190.510452:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078190.510455:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612222976:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078190.510471:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223104:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078190.510483:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078190.510489:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff97a511926680 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078190.510496:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078190.510506:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078190.510508:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078190.510510:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223104:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078190.574261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078190.574261:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078190.574321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078191.534225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078191.598218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078191.598218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078191.598288:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078192.558223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078192.622214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078192.622219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078192.622268:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078193.582240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:0.0:1769078193.646298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078193.646333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078193.646402:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078194.606235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078194.670193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078194.670248:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078194.670269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769078195.630217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078195.630220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078195.630225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078195.630229:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078195.630237:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5183 00000100:00080000:3.0:1769078195.630246:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078195.630251:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078195.630279:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612223232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078195.630298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078195.630300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078195.630301:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078195.630304:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5183 00000100:00080000:3.0:1769078195.630306:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078195.630310:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078195.630318:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078195.630323:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078195.630332:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612223360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078195.630374:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078195.630409:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff97a511925f80 x1855007612223232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078195.630421:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612223232/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078195.630428:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078195.630430:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078195.630433:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223232:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078195.630450:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223360:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078195.630464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078195.630473:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff97a511927100 x1855007612223360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078195.630493:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612223360/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078195.630501:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078195.630504:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078195.630508:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223360:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078195.694185:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078195.694225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078195.694253:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078196.654226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078196.718210:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078196.718210:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078196.718273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078197.678216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078197.742201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078197.742201:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078197.742255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078198.702192:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078198.766195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078198.766195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078198.766251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078199.726222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078199.790229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078199.790238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078199.790280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078200.750235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078200.750365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078200.750371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078200.750375:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078200.750384:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5188 00000100:00080000:1.0:1769078200.750393:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078200.750400:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078200.750430:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612223488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078200.750450:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078200.750452:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078200.750453:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078200.750461:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5188 00000100:00080000:1.0:1769078200.750464:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078200.750467:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078200.750474:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078200.750480:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078200.750483:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612223616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078200.750541:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078200.750570:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff97a506b5ea00 x1855007612223488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078200.750580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612223488/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078200.750586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078200.750589:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078200.750592:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223488:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078200.750608:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223616:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078200.750620:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078200.750626:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff97a506b5c700 x1855007612223616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078200.750633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612223616/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078200.750638:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078200.750640:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078200.750642:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223616:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078200.814194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078200.814206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078200.814240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078201.774247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078201.838224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078201.838224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078201.838275:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078202.798243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078202.862200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078202.862287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078202.862301:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078203.822236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078203.886220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078203.886221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078203.886294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078204.846260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078204.910254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078204.910254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078204.910271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078205.870239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078205.870242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078205.870254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078205.870258:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078205.870267:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5193 00000100:00080000:1.0:1769078205.870278:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078205.870285:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078205.870321:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612223744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078205.870350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078205.870353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078205.870355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078205.870359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5193 00000100:00080000:1.0:1769078205.870363:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078205.870366:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078205.870375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078205.870388:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078205.870407:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223744:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078205.870467:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078205.870524:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff97a506b5e300 x1855007612223744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078205.870546:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612223744/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078205.870556:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078205.870561:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078205.870566:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612223744:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078205.870601:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223872:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078205.870648:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078205.870676:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff97a506b5ce00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078205.870704:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078205.870713:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078205.870718:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078205.870723:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612223872:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078205.934230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078205.934230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078205.934255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078206.894299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078206.958249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078206.958249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078206.958320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078207.918234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078207.982221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078207.982244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078207.982291:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078208.942314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078209.006252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078209.006260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078209.006304:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078209.966275:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078210.030223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078210.030223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078210.030277:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078210.990219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078210.990239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078210.990247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078210.990251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078210.990260:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5198 00000100:00080000:1.0:1769078210.990270:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078210.990277:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078210.990309:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612224000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078210.990336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078210.990339:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078210.990341:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078210.990345:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5198 00000100:00080000:1.0:1769078210.990348:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078210.990352:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078210.990361:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078210.990373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612224128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078210.990381:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224000:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078210.990433:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078210.990461:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210] req@ffff97a506b5d500 x1855007612224000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078210.990472:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612224000/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078210.990478:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078210.990481:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078210.990484:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224000:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078210.990500:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224128:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078210.990512:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078210.990519:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210] req@ffff97a506b5e680 x1855007612224128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078210.990526:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612224128/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078210.990531:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078210.990545:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078210.990547:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224128:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078211.054229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078211.054229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078211.054307:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078212.014213:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078212.078214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078212.078224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078212.078281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078213.038220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078213.102221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078213.102221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078213.102279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078214.062181:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078214.126218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078214.126228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078214.126278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078215.086189:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078215.150233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078215.150233:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078215.150324:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078216.110202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078216.110210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078216.110220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078216.110225:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078216.110234:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5203 00000100:00080000:1.0:1769078216.110243:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078216.110250:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078216.110290:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d880 x1855007612224256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078216.110318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078216.110321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078216.110323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078216.110327:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5203 00000100:00080000:1.0:1769078216.110331:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078216.110334:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078216.110342:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078216.110357:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e680 x1855007612224384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078216.110369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224256:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078216.110427:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078216.110515:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff97a506b5d880 x1855007612224256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078216.110529:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d880 x1855007612224256/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078216.110535:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078216.110538:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078216.110542:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224256:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078216.110559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224384:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078216.110577:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078216.110585:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff97a506b5e680 x1855007612224384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078216.110592:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e680 x1855007612224384/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078216.110598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078216.110600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078216.110601:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224384:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078216.174187:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078216.174235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078216.174248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078217.134237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078217.198259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078217.198262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078217.198317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078218.158284:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078218.222228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078218.222229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078218.222279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078219.182196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078219.246256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078219.246343:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078219.246368:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078220.206283:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078220.270239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078220.270253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078220.270294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078221.230217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078221.230222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078221.230227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078221.230232:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078221.230241:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5209 00000100:00080000:1.0:1769078221.230252:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078221.230259:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078221.230289:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5d500 x1855007612224512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078221.230316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078221.230319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078221.230321:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078221.230325:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5209 00000100:00080000:1.0:1769078221.230328:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078221.230332:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078221.230339:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078221.230349:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ce00 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078221.230592:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224512:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078221.230667:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078221.230705:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff97a506b5d500 x1855007612224512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078221.230720:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5d500 x1855007612224512/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078221.230729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078221.230732:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078221.230736:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224512:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078221.230742:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224640:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078221.230755:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078221.230763:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff97a506b5ce00 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078221.230770:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ce00 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078221.230776:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078221.230778:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078221.230780:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224640:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078221.294225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078221.294225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078221.294313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078222.254315:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078222.318167:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078222.318187:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078222.318263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078223.278225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078223.342222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078223.342224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078223.342280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078224.302271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078224.366197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078224.366248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078224.366269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078225.326243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:0.0:1769078225.390246:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078225.390254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078225.390383:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078226.350252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078226.350252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078226.350261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078226.350265:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078226.350288:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5214 00000100:00080000:0.0:1769078226.350299:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078226.350306:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078226.350343:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612224768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078226.350371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078226.350375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078226.350377:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078226.350381:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5214 00000100:00080000:0.0:1769078226.350385:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078226.350389:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078226.350397:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078226.350409:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612224896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078226.350423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224768:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078226.350482:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078226.350515:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff97a506b2c700 x1855007612224768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078226.350531:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612224768/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078226.350540:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078226.350543:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078226.350547:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612224768:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078226.350566:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224896:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078226.350592:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078226.350603:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff97a506b2ed80 x1855007612224896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078226.350613:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612224896/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078226.350622:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078226.350631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078226.350634:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612224896:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078226.414216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078226.414221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078226.414387:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078227.374246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078227.438219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078227.438219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078227.438286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078228.398255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078228.462216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078228.462284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078228.462314:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078229.422258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078229.486278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078229.486281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078229.486360:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078230.446309:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078230.510295:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078230.510295:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078230.510552:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078231.470237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078231.470244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078231.470252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078231.470258:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078231.470270:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5219 00000100:00080000:0.0:1769078231.470283:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078231.470292:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078231.470336:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612225024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078231.470367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078231.470370:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078231.470372:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078231.470376:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5219 00000100:00080000:0.0:1769078231.470381:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078231.470385:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078231.470394:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078231.470407:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612225152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078231.470407:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225024:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078231.470475:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078231.470653:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff97a506b2ca80 x1855007612225024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078231.470685:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612225024/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078231.470697:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078231.470702:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078231.470706:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225024:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078231.470738:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225152:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078231.470794:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078231.470820:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff97a506b2e300 x1855007612225152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078231.470833:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612225152/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078231.470842:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078231.470846:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078231.470849:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225152:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078231.534248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078231.534273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078231.534339:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078232.494264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078232.558279:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078232.558279:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078232.558358:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078233.518254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078233.582252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078233.582258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078233.582323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078234.542286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078234.606239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078234.606247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078234.606320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078235.566219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078235.630202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078235.630205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078235.630262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078236.590261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078236.590271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769078236.590271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078236.590277:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078236.590286:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5224 00000100:00080000:0.0:1769078236.590295:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078236.590302:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078236.590334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612225280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078236.590358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078236.590361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078236.590362:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078236.590365:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5224 00000100:00080000:0.0:1769078236.590367:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078236.590369:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078236.590375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078236.590384:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078236.590409:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225280:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078236.590464:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078236.590497:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff97a506b2c000 x1855007612225280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.590509:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612225280/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078236.590516:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.590519:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078236.590521:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225280:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078236.590526:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225408:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078236.590546:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078236.590553:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff97a506b2dc00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.590560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078236.590566:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.590568:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078236.590570:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225408:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078236.654250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078236.654251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078236.654320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078237.614216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078237.678195:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078237.678195:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078237.678251:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078238.638218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078238.702228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078238.702228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078238.702295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078239.662222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078239.726205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078239.726205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078239.726264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078240.686260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078240.750255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078240.750255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078240.750327:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078241.710222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078241.710228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078241.710255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078241.710260:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078241.710271:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5229 00000100:00080000:1.0:1769078241.710282:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078241.710301:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078241.710334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5e300 x1855007612225536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078241.710359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078241.710362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078241.710364:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078241.710369:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5229 00000100:00080000:1.0:1769078241.710373:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078241.710378:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078241.710388:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078241.710391:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078241.710404:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c700 x1855007612225664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078241.710537:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078241.774198:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078241.774232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078241.774257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078242.734353:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078242.798276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078242.798276:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078242.798345:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078243.758329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078243.822281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078243.822282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078243.822340:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078244.782408:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769078244.782534:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769078244.782587:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078244.782611:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769078244.782665:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:0.0:1769078244.782757:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff97a506b5c700 x1855007612225664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078244.782786:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c700 x1855007612225664/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078244.782801:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078244.782819:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078244.782831:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225664:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078244.782841:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff97a506b5e300 x1855007612225536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078244.782855:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5e300 x1855007612225536/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078244.782863:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078244.782867:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078244.782870:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225536:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078244.846251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078244.846252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078244.846321:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078245.806345:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078245.870266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078245.870267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078245.870331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078246.830260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078246.830299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078246.830307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078246.830313:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078246.830325:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5234 00000100:00080000:2.0:1769078246.830338:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078246.830347:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078246.830391:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612225792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078246.830414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078246.830417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078246.830420:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078246.830424:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5234 00000100:00080000:2.0:1769078246.830428:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078246.830433:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078246.830445:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078246.830466:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078246.830468:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612225920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078246.830558:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078246.830611:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff97a507940a80 x1855007612225792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078246.830632:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612225792/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078246.830643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.830648:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078246.830652:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612225792:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078246.830687:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225920:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078246.830719:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078246.830732:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff97a507940e00 x1855007612225920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078246.830743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612225920/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078246.830752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.830755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078246.830759:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612225920:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078246.894262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078246.894262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078246.894314:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078247.854256:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078247.918229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078247.918247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078247.918286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078248.878218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078248.942206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078248.942208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078248.942269:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078249.902292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078249.966273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078249.966273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078249.966345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078250.926271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078250.990247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078250.990338:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078250.990345:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769078251.950243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078251.950254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078251.950255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078251.950258:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078251.950269:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5239 00000100:00080000:0.0:1769078251.950280:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078251.950286:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078251.950325:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612226048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078251.950348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078251.950350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078251.950351:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078251.950354:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5239 00000100:00080000:0.0:1769078251.950356:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078251.950359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078251.950367:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078251.950376:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078251.950379:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078251.950440:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078251.950475:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078251/real 1769078251] req@ffff97a506b2f100 x1855007612226048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078251.950489:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612226048/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078251.950497:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078251.950500:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078251.950503:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226048:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078251.950522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226176:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078251.950535:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078251.950542:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078251/real 1769078251] req@ffff97a506b2dc00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078251.950549:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078251.950555:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078251.950557:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078251.950559:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226176:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078252.014248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078252.014248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078252.014320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078252.974248:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078253.038232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078253.038232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078253.038304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078253.998265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078254.062214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078254.062227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078254.062264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078255.022319:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078255.086255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078255.086255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078255.086316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078256.046292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078256.110259:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078256.110259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078256.110318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078257.070259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078257.070264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078257.070270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078257.070277:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078257.070286:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5244 00000100:00080000:3.0:1769078257.070297:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078257.070303:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078257.070344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612226304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078257.070368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078257.070371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078257.070372:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078257.070375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5244 00000100:00080000:3.0:1769078257.070377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078257.070379:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078257.070387:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078257.070398:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612226432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078257.070408:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226304:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078257.070485:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078257.070529:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff97a511925c00 x1855007612226304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078257.070547:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612226304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078257.070558:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.070563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078257.070567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226304:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078257.070593:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226432:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078257.070614:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078257.070625:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff97a511927100 x1855007612226432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078257.070636:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612226432/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078257.070644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078257.070647:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078257.070650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226432:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078257.134234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078257.134234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078257.134293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078258.094316:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078258.158267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078258.158318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078258.158364:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078259.118245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078259.182194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078259.182197:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078259.182251:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078260.142277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078260.206251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078260.206251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078260.206317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078261.166277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078261.230208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078261.230209:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078261.230254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078262.190248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078262.190250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078262.190261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078262.190267:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078262.190279:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5250 00000100:00080000:3.0:1769078262.190291:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078262.190299:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078262.190343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612226560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078262.190370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078262.190374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078262.190376:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078262.190380:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5250 00000100:00080000:3.0:1769078262.190383:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078262.190387:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078262.190398:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078262.190406:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078262.190411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612226688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078262.190484:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078262.190519:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff97a511925f80 x1855007612226560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078262.190532:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612226560/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078262.190541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.190544:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078262.190546:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226560:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078262.190574:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226688:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078262.190589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078262.190596:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff97a511926680 x1855007612226688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078262.190604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612226688/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078262.190609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078262.190611:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078262.190613:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226688:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078262.254257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078262.254258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078262.254362:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078263.214563:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078263.278227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078263.278227:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078263.278279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078264.238253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078264.302221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078264.302221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078264.302274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078265.262224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078265.326218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078265.326219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078265.326300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078266.286206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078266.350253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078266.350255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078266.350318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078267.310218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078267.310229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078267.310232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078267.310233:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078267.310242:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5255 00000100:00080000:3.0:1769078267.310253:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078267.310259:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078267.310305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612226816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078267.310324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078267.310327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078267.310328:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078267.310331:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5255 00000100:00080000:3.0:1769078267.310334:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078267.310336:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078267.310343:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078267.310358:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078267.310378:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226816:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078267.310442:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078267.310487:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff97a511927800 x1855007612226816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078267.310502:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612226816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078267.310511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.310514:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078267.310518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612226816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078267.310525:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226944:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078267.310552:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078267.310563:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff97a511924000 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078267.310575:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078267.310582:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078267.310598:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078267.310600:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612226944:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078267.374235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078267.374235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078267.374299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078268.334216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078268.398245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078268.398245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078268.398286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078269.358264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078269.422263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078269.422263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078269.422331:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078270.382246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078270.446248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078270.446248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078270.446317:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078271.406299:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078271.470245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078271.470320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078271.470369:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769078272.430243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078272.430247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078272.430258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078272.430264:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078272.430275:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5260 00000100:00080000:3.0:1769078272.430288:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078272.430297:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078272.430343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612227072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078272.430374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078272.430377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078272.430379:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078272.430383:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5260 00000100:00080000:3.0:1769078272.430387:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078272.430392:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078272.430402:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078272.430412:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078272.430418:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612227200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078272.430515:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078272.430557:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff97a511926a00 x1855007612227072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078272.430575:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612227072/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078272.430586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078272.430590:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078272.430594:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227072:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078272.430618:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227200:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078272.430639:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078272.430650:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff97a511925180 x1855007612227200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078272.430662:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612227200/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078272.430671:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078272.430674:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078272.430677:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227200:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078272.494255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078272.494255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078272.494325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078273.454272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078273.518278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078273.518354:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078273.518405:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078274.478294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078274.542245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078274.542254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078274.542292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078275.502257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078275.566289:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078275.566289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078275.566485:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078276.526251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078276.590286:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078276.590289:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078276.590347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078277.550231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078277.550259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078277.550264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078277.550267:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078277.550276:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5265 00000100:00080000:0.0:1769078277.550287:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078277.550293:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078277.550329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612227328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078277.550359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078277.550362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078277.550363:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078277.550366:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5265 00000100:00080000:0.0:1769078277.550369:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078277.550373:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078277.550390:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078277.550407:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078277.550423:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612227456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078277.550490:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078277.550522:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff97a506b2c000 x1855007612227328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078277.550537:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612227328/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078277.550545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078277.550548:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078277.550551:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227328:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078277.550573:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227456:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078277.550589:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078277.550598:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff97a506b2e300 x1855007612227456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078277.550607:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612227456/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078277.550614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078277.550617:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078277.550620:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227456:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078277.614275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078277.614373:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078277.614390:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078278.574371:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078278.638205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078278.638206:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078278.638259:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078279.598276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078279.662256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078279.662268:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078279.662335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078280.622226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078280.686231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078280.686231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078280.686284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078281.646233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078281.710262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078281.710334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078281.710387:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078282.670268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078282.670279:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078282.670283:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078282.670288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078282.670293:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5270 00000100:00080000:0.0:1769078282.670310:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078282.670316:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078282.670377:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078282.670406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078282.670409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078282.670411:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078282.670414:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5270 00000100:00080000:0.0:1769078282.670417:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078282.670420:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078282.670429:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078282.670440:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078282.670453:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227584:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078282.670517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078282.670553:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff97a506b2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.670580:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078282.670592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.670597:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078282.670601:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227584:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078282.670625:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227712:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078282.670643:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078282.670651:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff97a506b2ed80 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.670659:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078282.670665:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.670667:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078282.670669:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227712:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078282.734225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078282.734372:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078282.734443:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078283.694259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078283.758208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078283.758240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078283.758328:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078284.718233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078284.782237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078284.782242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078284.782332:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078285.742247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078285.806228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078285.806229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078285.806299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078286.766237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078286.830285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078286.830285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078286.830367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078287.790224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078287.790233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078287.790249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078287.790255:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078287.790269:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5275 00000100:00080000:0.0:1769078287.790282:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078287.790292:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078287.790336:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612227840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078287.790370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078287.790373:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078287.790375:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078287.790379:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5275 00000100:00080000:0.0:1769078287.790383:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078287.790387:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078287.790398:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078287.790413:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612227968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078287.790426:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227840:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078287.790494:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078287.790531:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff97a506b2c700 x1855007612227840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.790544:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612227840/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078287.790561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.790565:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078287.790567:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612227840:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078287.790588:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227968:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078287.790603:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078287.790611:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff97a506b2ce00 x1855007612227968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.790619:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612227968/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078287.790625:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.790627:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078287.790629:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612227968:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078287.854258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078287.854283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078287.854300:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078288.814262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078288.878251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078288.878251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078288.878325:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078289.838270:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078289.902269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078289.902278:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078289.902298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078290.862282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078290.926254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078290.926260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078290.926321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078291.886289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078291.950247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078291.950271:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078291.950286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078292.910267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078292.910294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078292.910305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078292.910310:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078292.910319:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5280 00000100:00080000:3.0:1769078292.910330:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078292.910337:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078292.910371:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612228096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078292.910405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078292.910409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078292.910412:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078292.910416:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5280 00000100:00080000:3.0:1769078292.910419:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078292.910424:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078292.910433:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078292.910447:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078292.910449:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612228224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078292.910504:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078292.910532:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff97a511925500 x1855007612228096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078292.910544:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612228096/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.910551:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078292.910553:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078292.910556:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228096:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078292.910572:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228224:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078292.910584:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078292.910591:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff97a511924e00 x1855007612228224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078292.910598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612228224/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.910603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078292.910605:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078292.910607:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228224:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078292.974234:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078292.974235:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078292.974409:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078293.934239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078293.998252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078293.998253:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078293.998280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078294.958234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078295.022285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078295.022291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078295.022390:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078295.982261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078296.046237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078296.046251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078296.046263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078297.006277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078297.070275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078297.070277:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078297.070345:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078298.030251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078298.030262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078298.030271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078298.030276:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078298.030292:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5285 00000100:00080000:3.0:1769078298.030305:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078298.030313:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078298.030373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612228352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078298.030397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078298.030400:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078298.030404:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078298.030407:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5285 00000100:00080000:3.0:1769078298.030410:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078298.030414:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078298.030424:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078298.030435:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078298.030457:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228352:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078298.030526:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078298.030563:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff97a511927480 x1855007612228352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078298.030577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612228352/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078298.030584:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078298.030587:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078298.030590:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228352:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078298.030611:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228480:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078298.030625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078298.030632:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff97a511924700 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078298.030640:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078298.030645:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078298.030647:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078298.030649:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228480:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078298.094202:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078298.094224:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078298.094239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078299.054261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078299.118194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078299.118211:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078299.118284:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078300.078226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078300.142200:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078300.142202:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078300.142227:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078301.102260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078301.166269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078301.166269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078301.166352:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078302.126245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078302.190264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078302.190269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078302.190309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078303.150242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078303.150246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078303.150258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078303.150263:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078303.150274:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5290 00000100:00080000:3.0:1769078303.150287:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078303.150295:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078303.150339:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612228608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078303.150372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078303.150381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078303.150383:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078303.150387:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5290 00000100:00080000:3.0:1769078303.150390:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078303.150395:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078303.150406:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078303.150423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078303.150423:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612228736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078303.150488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078303.150523:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff97a511924a80 x1855007612228608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078303.150537:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612228608/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078303.150545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078303.150548:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078303.150551:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228608:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078303.150575:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228736:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078303.150588:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078303.150595:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff97a511924700 x1855007612228736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078303.150602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612228736/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078303.150608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078303.150610:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078303.150612:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228736:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078303.214269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078303.214269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078303.214326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078304.174267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078304.238249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078304.238249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078304.238279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078305.198225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078305.262261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078305.262265:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078305.262330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078306.222286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078306.286244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078306.286244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078306.286274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078307.246206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078307.310242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078307.310242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078307.310298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078308.270257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078308.270258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078308.270268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078308.270274:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078308.270284:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5296 00000100:00080000:1.0:1769078308.270298:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078308.270305:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078308.270352:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612228864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078308.270380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078308.270384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078308.270385:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078308.270389:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5296 00000100:00080000:1.0:1769078308.270393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078308.270398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078308.270409:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078308.270421:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078308.270424:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ed80 x1855007612228992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078308.270522:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078308.334256:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078308.334256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078308.334278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078309.294278:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078309.358250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078309.358250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078309.358321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078310.318331:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078310.382254:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078310.382255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078310.382303:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078311.342444:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769078311.342470:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769078311.342513:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769078311.342532:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769078311.342581:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:3.0:1769078311.342630:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff97a506b5ed80 x1855007612228992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.342668:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ed80 x1855007612228992/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078311.342680:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.342685:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078311.342689:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612228992:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078311.342696:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff97a506b5ea00 x1855007612228864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.342708:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612228864/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078311.342716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.342720:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078311.342723:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612228864:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078311.406222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078311.406222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078311.406285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078312.366291:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078312.430241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078312.430278:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078312.430363:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078313.390272:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078313.390284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078313.390289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078313.390293:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078313.390300:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5301 00000100:00080000:3.0:1769078313.390310:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078313.390316:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078313.390344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612229120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078313.390365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078313.390368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078313.390370:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078313.390372:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5301 00000100:00080000:3.0:1769078313.390376:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078313.390381:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078313.390392:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078313.390399:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078313.390410:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078313.390470:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078313.390509:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff97a511927480 x1855007612229120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.390533:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612229120/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.390543:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.390548:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078313.390552:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229120:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078313.390580:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229248:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078313.390599:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078313.390609:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff97a511924e00 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078313.390620:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078313.390628:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078313.390631:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078313.390634:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229248:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078313.454224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078313.454227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078313.454277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078314.414351:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078314.478257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078314.478257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078314.478292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078315.438263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078315.502207:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078315.502239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078315.502272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078316.462239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078316.526220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078316.526220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078316.526255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078317.486241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078317.550192:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078317.550204:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078317.550266:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078318.510250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078318.510253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078318.510267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078318.510273:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078318.510283:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5306 00000100:00080000:0.0:1769078318.510296:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078318.510304:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078318.510360:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612229376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078318.510388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078318.510392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078318.510394:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078318.510399:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5306 00000100:00080000:0.0:1769078318.510403:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078318.510408:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078318.510419:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078318.510430:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078318.510435:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612229504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078318.510504:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078318.510543:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff97a506b2f800 x1855007612229376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078318.510561:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612229376/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078318.510571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078318.510575:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078318.510580:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229376:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078318.510601:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229504:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078318.510619:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078318.510636:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff97a506b2fb80 x1855007612229504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078318.510648:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612229504/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078318.510656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078318.510659:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078318.510663:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229504:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078318.574270:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078318.574292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078318.574318:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078319.534259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078319.598208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078319.598244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078319.598256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078320.558224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078320.622239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078320.622245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078320.622295:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078321.582235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078321.646237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078321.646237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078321.646322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078322.606214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078322.670220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078322.670220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078322.670279:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078323.630237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078323.630241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078323.630249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078323.630253:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078323.630262:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5311 00000100:00080000:3.0:1769078323.630272:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078323.630279:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078323.630313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612229632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078323.630336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078323.630339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078323.630341:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078323.630344:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5311 00000100:00080000:3.0:1769078323.630348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078323.630352:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078323.630361:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078323.630370:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078323.630383:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612229760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078323.630430:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078323.630466:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff97a511925500 x1855007612229632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078323.630483:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612229632/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078323.630494:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078323.630498:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078323.630502:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229632:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078323.630521:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229760:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078323.630540:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078323.630550:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff97a511925180 x1855007612229760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078323.630569:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612229760/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078323.630577:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078323.630581:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078323.630584:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612229760:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078323.694242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078323.694242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078323.694323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078324.654205:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078324.718232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078324.718232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078324.718294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078325.678360:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078325.742180:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078325.742185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078325.742243:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078326.702209:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078326.766220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078326.766225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078326.766274:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078327.726258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078327.790216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078327.790216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078327.790281:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078328.750211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078328.750222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078328.750229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078328.750233:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078328.750242:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5316 00000100:00080000:2.0:1769078328.750254:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078328.750260:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078328.750289:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612229888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078328.750319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078328.750321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078328.750323:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078328.750326:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5316 00000100:00080000:2.0:1769078328.750329:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078328.750331:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078328.750338:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078328.750346:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078328.750356:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229888:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078328.750418:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078328.750452:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff97a507940000 x1855007612229888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078328.750471:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612229888/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078328.750481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078328.750485:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078328.750487:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612229888:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078328.750504:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230016:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078328.750527:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078328.750535:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff97a507942680 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078328.750542:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078328.750560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078328.750563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078328.750565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230016:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078328.814231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078328.814231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078328.814284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078329.774211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078329.838238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078329.838239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078329.838292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078330.798228:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078330.862236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078330.862284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078330.862350:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078331.822217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078331.886225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078331.886231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078331.886283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078332.846219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078332.910226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078332.910285:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078332.910328:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078333.870226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078333.870232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078333.870240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078333.870244:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078333.870253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5321 00000100:00080000:2.0:1769078333.870265:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078333.870272:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078333.870307:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612230144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078333.870334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078333.870338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078333.870340:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078333.870344:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5321 00000100:00080000:2.0:1769078333.870347:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078333.870351:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078333.870360:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078333.870374:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612230272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078333.870379:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230144:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078333.870450:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078333.870502:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff97a507942680 x1855007612230144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078333.870521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612230144/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078333.870531:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078333.870535:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078333.870539:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230144:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078333.870567:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230272:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078333.870586:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078333.870594:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff97a507940000 x1855007612230272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078333.870602:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612230272/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078333.870608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078333.870610:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078333.870612:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230272:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078333.934221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078333.934221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078333.934288:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078334.894269:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078334.958218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078334.958218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078334.958301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078335.918219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078335.982228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078335.982278:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078335.982330:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078336.942218:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078337.006214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078337.006222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078337.006260:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078337.966238:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078338.030238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078338.030242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078338.030293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078338.990251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078338.990253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078338.990260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078338.990263:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078338.990271:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5326 00000100:00080000:0.0:1769078338.990281:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078338.990286:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078338.990321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612230400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078338.990340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078338.990342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078338.990343:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078338.990345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5326 00000100:00080000:0.0:1769078338.990347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078338.990350:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078338.990360:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078338.990369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612230528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078338.990393:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230400:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078338.990443:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078338.990472:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338] req@ffff97a506b2d180 x1855007612230400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078338.990491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612230400/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078338.990498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078338.990501:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078338.990503:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230400:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078338.990520:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230528:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078338.990533:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078338.990541:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338] req@ffff97a506b2f480 x1855007612230528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078338.990548:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612230528/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078338.990560:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078338.990563:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078338.990570:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230528:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078339.054225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078339.054280:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078339.054325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078340.014212:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078340.078238:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078340.078238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078340.078348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078341.038230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078341.102198:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078341.102212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078341.102242:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078342.062208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078342.126224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078342.126225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078342.126276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078343.086251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078343.150223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078343.150223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078343.150290:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078344.110208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078344.110210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078344.110217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078344.110220:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078344.110228:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5331 00000100:00080000:1.0:1769078344.110238:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078344.110245:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078344.110280:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612230656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078344.110317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078344.110320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078344.110322:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078344.110326:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5331 00000100:00080000:1.0:1769078344.110330:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078344.110334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078344.110342:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078344.110352:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078344.110354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078344.110416:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078344.110449:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff97a506b5dc00 x1855007612230656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078344.110461:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612230656/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078344.110468:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078344.110471:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078344.110474:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230656:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078344.110491:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230784:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078344.110505:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078344.110512:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff97a506b5ca80 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078344.110520:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078344.110525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078344.110527:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078344.110529:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612230784:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078344.174224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078344.174224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078344.174283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078345.134242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078345.198224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078345.198299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078345.198333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078346.158196:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078346.222217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078346.222217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078346.222287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078347.182267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078347.246255:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078347.246255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078347.246361:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078348.206214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078348.270246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078348.270247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078348.270321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078349.230251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078349.230377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078349.230384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078349.230388:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078349.230397:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5337 00000100:00080000:0.0:1769078349.230409:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078349.230416:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078349.230448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612230912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078349.230473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078349.230477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078349.230479:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078349.230484:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5337 00000100:00080000:0.0:1769078349.230488:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078349.230492:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078349.230500:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078349.230513:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612231040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078349.230734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230912:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078349.230780:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078349.230811:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff97a506b2c380 x1855007612230912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.230827:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612230912/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078349.230838:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.230842:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078349.230846:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612230912:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078349.230854:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231040:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078349.230878:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078349.230891:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff97a506b2f480 x1855007612231040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.230899:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612231040/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078349.230905:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.230907:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078349.230910:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231040:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078349.294246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078349.294246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078349.294339:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078350.254263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078350.318247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078350.318322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078350.318754:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078351.278245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078351.342273:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078351.342274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078351.342363:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078352.302239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078352.366245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078352.366246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078352.366326:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078353.326239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078353.390238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078353.390244:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078353.390301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078354.350208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078354.350219:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078354.350223:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078354.350233:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5342 00000100:00080000:0.0:1769078354.350244:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078354.350252:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078354.350283:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612231168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078354.350311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078354.350312:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078354.350315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078354.350318:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078354.350324:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5342 00000100:00080000:0.0:1769078354.350327:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078354.350330:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078354.350337:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078354.350347:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612231296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078354.350365:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231168:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078354.350422:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078354.350456:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff97a506b2d180 x1855007612231168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078354.350470:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612231168/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078354.350477:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078354.350480:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078354.350482:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231168:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078354.350487:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231296:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078354.350502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078354.350510:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff97a506b2fb80 x1855007612231296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078354.350517:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612231296/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078354.350525:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078354.350537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078354.350541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231296:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078354.414205:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078354.414205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078354.414253:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078355.374224:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078355.438229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078355.438241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078355.438294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078356.398231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078356.462196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078356.462196:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078356.462240:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078357.422244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078357.486203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078357.486207:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078357.486254:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078358.446253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078358.510222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078358.510225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078358.510276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078359.470244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078359.470258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.470265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078359.470270:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078359.470280:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5347 00000100:00080000:1.0:1769078359.470290:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078359.470295:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078359.470330:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612231424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078359.470361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.470365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078359.470367:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078359.470372:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5347 00000100:00080000:1.0:1769078359.470375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078359.470380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078359.470389:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078359.470400:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078359.471083:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231424:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078359.471170:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078359.471203:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff97a506b5fb80 x1855007612231424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078359.471216:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612231424/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078359.471224:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078359.471228:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078359.471232:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231424:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078359.471239:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231552:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078359.471261:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078359.471272:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff97a506b5c000 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078359.471281:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078359.471286:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078359.471289:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078359.471291:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231552:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078359.534233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078359.534292:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078359.534328:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078360.494226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078360.558237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078360.558298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078360.558337:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078361.518219:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078361.582239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078361.582269:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078361.582301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078362.542259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078362.606259:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078362.606273:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078362.606330:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078363.566292:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078363.630268:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078363.630281:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078363.630334:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078364.590283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078364.590289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078364.590299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078364.590304:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078364.590312:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5352 00000100:00080000:0.0:1769078364.590324:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078364.590332:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078364.590370:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612231680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078364.590396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078364.590399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078364.590401:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078364.590403:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5352 00000100:00080000:0.0:1769078364.590406:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078364.590408:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078364.590417:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078364.590426:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612231808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078364.590438:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231680:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078364.590500:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078364.590538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff97a506b2f800 x1855007612231680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078364.590558:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612231680/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078364.590569:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078364.590573:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078364.590577:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231680:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078364.590598:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231808:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078364.590616:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078364.590627:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff97a506b2ce00 x1855007612231808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078364.590639:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612231808/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078364.590648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078364.590651:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078364.590655:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612231808:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078364.654262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078364.654263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078364.654466:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078365.614252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078365.678241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078365.678248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078365.678311:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078366.638263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078366.702263:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078366.702263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078366.702322:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078367.662242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078367.726213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078367.726229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078367.726298:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078368.686829:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078368.750218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078368.750250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078368.750320:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078369.710267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078369.710271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078369.710284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078369.710290:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078369.710301:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5357 00000100:00080000:0.0:1769078369.710316:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078369.710325:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078369.710375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612231936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078369.710418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078369.710422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078369.710424:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078369.710429:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5357 00000100:00080000:0.0:1769078369.710433:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078369.710438:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078369.710450:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078369.710458:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078369.710467:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612232064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078369.710535:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078369.710579:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff97a506b2c700 x1855007612231936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078369.710598:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612231936/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078369.710609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078369.710613:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078369.710617:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612231936:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078369.710639:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232064:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078369.710657:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078369.710665:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff97a506b2ed80 x1855007612232064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078369.710673:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612232064/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078369.710678:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078369.710680:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078369.710682:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232064:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078369.774284:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078369.774285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078369.774342:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078370.734257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078370.798257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078370.798266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078370.798321:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078371.758201:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078371.822258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078371.822265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078371.822315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078372.782276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078372.846257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078372.846327:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078372.846368:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078373.806261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078373.870333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078373.870378:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078373.870402:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078374.830264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078374.830264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078374.830274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078374.830280:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078374.830291:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5362 00000100:00080000:0.0:1769078374.830303:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078374.830310:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078374.830367:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612232192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078374.830397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078374.830401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078374.830403:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078374.830407:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5362 00000100:00080000:0.0:1769078374.830411:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078374.830415:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078374.830426:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078374.830439:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078374.830443:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078374.830559:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078374.894274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078374.894274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078374.894331:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078375.854268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078375.918283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078375.918470:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078375.918493:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078376.878260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078376.942272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078376.942290:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078376.942353:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078377.902478:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:0.0:1769078377.902592:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:0.0:1769078377.902659:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769078377.902678:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:0.0:1769078377.902718:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769078377.902776:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078377] req@ffff97a506b2e300 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078377.902816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078377.902833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078377.902840:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078377.902848:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232320:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078377.902861:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078377] req@ffff97a506b2ca80 x1855007612232192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078377.902877:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612232192/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078377.902885:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078377.902889:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078377.902892:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232192:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078377.966256:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078377.966264:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078377.966316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078378.926337:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078378.990262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078378.990262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078378.990968:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078379.950279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078379.950293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078379.950298:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078379.950310:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5367 00000100:00080000:1.0:1769078379.950324:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078379.950325:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078379.950334:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078379.950377:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612232448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078379.950405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078379.950409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078379.950411:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078379.950415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5367 00000100:00080000:1.0:1769078379.950419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078379.950423:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078379.950434:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078379.950443:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078379.950449:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612232576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078379.950517:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078379.950558:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078379/real 1769078379] req@ffff97a506b5f800 x1855007612232448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078379.950577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612232448/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078379.950588:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078379.950592:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078379.950596:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232448:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078379.950621:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232576:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078379.950640:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078379.950650:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078379/real 1769078379] req@ffff97a506b5f480 x1855007612232576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078379.950661:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612232576/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078379.950669:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078379.950673:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078379.950676:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232576:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078380.014243:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078380.014245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078380.014309:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078380.974271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078381.038226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078381.038226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078381.038279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078381.998237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078382.062197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078382.062199:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078382.062266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078383.022214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078383.086212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078383.086212:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078383.086265:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078384.046242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078384.110214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078384.110218:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078384.110248:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078385.070187:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078385.070195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078385.070201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078385.070205:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078385.070215:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5372 00000100:00080000:1.0:1769078385.070227:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078385.070234:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078385.070263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f100 x1855007612232704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078385.070284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078385.070288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078385.070291:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078385.070296:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5372 00000100:00080000:1.0:1769078385.070301:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078385.070304:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078385.070312:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232704:192.168.204.123@tcp:250:kworker.0 00000008:00100000:1.0:1769078385.070314:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078385.070326:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f480 x1855007612232832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078385.070375:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078385.070417:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff97a506b5f100 x1855007612232704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078385.070436:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f100 x1855007612232704/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078385.070446:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078385.070450:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078385.070453:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232704:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078385.070472:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232832:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078385.070492:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078385.070503:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078385/real 1769078385] req@ffff97a506b5f480 x1855007612232832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078385.070514:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f480 x1855007612232832/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078385.070522:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078385.070525:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078385.070528:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612232832:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078385.134236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078385.134236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078385.134257:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078386.094216:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078386.158219:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078386.158219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078386.158255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078387.118186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078387.182213:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078387.182213:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078387.182237:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078388.142217:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078388.206246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078388.206267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078388.206355:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078389.166235:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078389.230221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078389.230260:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078389.230267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:1.0:1769078390.190229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078390.190239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078390.190242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078390.190243:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078390.190253:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5378 00000100:00080000:1.0:1769078390.190265:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078390.190271:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078390.190306:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5f800 x1855007612232960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078390.190349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078390.190354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078390.190356:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078390.190359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5378 00000100:00080000:1.0:1769078390.190363:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078390.190367:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078390.190375:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078390.190386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5c000 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078390.190393:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232960:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078390.190462:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078390.190505:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff97a506b5f800 x1855007612232960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078390.190545:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5f800 x1855007612232960/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078390.190555:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078390.190560:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078390.190565:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612232960:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078390.190587:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233088:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078390.190610:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078390.190623:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078390/real 1769078390] req@ffff97a506b5c000 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078390.190634:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5c000 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078390.190642:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078390.190646:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078390.190649:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233088:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078390.254251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078390.254252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078390.254357:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078391.214716:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078391.278228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078391.278237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078391.278661:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078392.238591:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078392.302235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078392.302250:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078392.302364:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078393.262237:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078393.326242:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078393.326295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078393.328072:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078394.286241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078394.350261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078394.350287:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078394.350320:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078395.310271:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078395.310368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078395.310374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078395.310378:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078395.310386:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5383 00000100:00080000:0.0:1769078395.310397:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078395.310403:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078395.310447:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612233216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078395.310470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078395.310473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078395.310475:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078395.310478:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5383 00000100:00080000:0.0:1769078395.310482:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078395.310486:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078395.310494:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078395.310505:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612233344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078395.310518:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233216:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078395.310573:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078395.310607:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff97a506b2c000 x1855007612233216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078395.310623:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612233216/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078395.310633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078395.310637:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078395.310640:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233216:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078395.310663:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233344:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078395.310684:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078395.310694:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078395/real 1769078395] req@ffff97a506b2dc00 x1855007612233344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078395.310702:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612233344/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078395.310707:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078395.310710:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078395.310712:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233344:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078395.374241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078395.374241:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078395.374521:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078396.334274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078396.398316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078396.398591:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078396.403752:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078397.358298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078397.422303:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078397.422508:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078397.422648:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078398.382601:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078398.446246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078398.446250:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078398.446387:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078399.406389:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078399.470245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078399.470273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078399.471409:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078400.430298:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078400.430462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078400.430467:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078400.430471:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078400.430478:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5388 00000100:00080000:3.0:1769078400.430489:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078400.430496:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078400.430529:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612233472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078400.430586:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233472:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078400.430641:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00080000:3.0:1769078400.430678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078400.430682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078400.430683:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078400.430687:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5388 00000100:00080000:3.0:1769078400.430691:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078400.430696:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078400.430705:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078400.430718:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612233600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078400.430871:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff97a511926a00 x1855007612233472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078400.430901:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612233472/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078400.430910:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078400.430915:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078400.430919:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233472:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078400.431194:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233600:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078400.431219:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078400.431231:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078400/real 1769078400] req@ffff97a511924000 x1855007612233600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078400.431243:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612233600/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078400.431257:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078400.431261:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078400.431264:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233600:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078400.494420:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078400.494423:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078400.494534:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078401.454227:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078401.518236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078401.518236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078401.518263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078402.480458:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078402.542218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078402.542242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078402.542246:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078403.502244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078403.566252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078403.566280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078403.566412:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078404.533513:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078404.590285:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078404.590285:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078404.590320:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769078405.550298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078405.550308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078405.550313:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078405.550323:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5393 00000100:00080000:3.0:1769078405.550334:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078405.550341:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078405.550390:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612233728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078405.550412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078405.550415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078405.550417:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078405.550420:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5393 00000100:00080000:3.0:1769078405.550424:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078405.550434:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078405.550445:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078405.550459:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078405.551158:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078405.551202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000800:00000100:2.0:1769078405.551235:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078405.551292:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff97a511927800 x1855007612233728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078405.551312:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612233728/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078405.551323:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078405.551328:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078405.551332:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233728:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078405.551340:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233856:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078405.551360:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078405.551371:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078405/real 1769078405] req@ffff97a511926680 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078405.551383:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078405.551392:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078405.551395:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078405.551398:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612233856:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078405.614363:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078405.614432:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078405.617362:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078406.574282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078406.638339:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078406.639778:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078406.642322:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078407.598300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078407.662336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078407.663048:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078407.663053:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078408.622300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078408.686334:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078408.686844:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078408.686882:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078409.646260:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078409.710303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078409.710413:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078409.710509:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078410.670316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078410.670324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078410.670328:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078410.670336:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5398 00000100:00080000:0.0:1769078410.670345:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078410.670350:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078410.670381:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f100 x1855007612233984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078410.670407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078410.670410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078410.670411:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078410.670415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5398 00000100:00080000:0.0:1769078410.670419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078410.670421:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078410.670428:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078410.670439:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2dc00 x1855007612234112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078410.670466:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078410.670499:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233984:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078410.670587:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078410.670638:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff97a506b2f100 x1855007612233984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078410.670659:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f100 x1855007612233984/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078410.670671:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078410.670676:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078410.670680:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612233984:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078410.670689:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234112:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078410.670717:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078410.670732:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078410/real 1769078410] req@ffff97a506b2dc00 x1855007612234112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078410.670744:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2dc00 x1855007612234112/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078410.670752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078410.670755:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078410.670759:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234112:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078410.734283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078410.736588:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078410.736763:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078411.694276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078411.758262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078411.758292:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078411.758364:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078412.718239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078412.782203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078412.782203:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078412.782241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078413.742398:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078413.806229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078413.806233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078413.806263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078414.766422:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078414.830246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078414.830388:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078414.832524:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078415.790239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078415.790325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078415.790329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078415.790332:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078415.790339:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5403 00000100:00080000:2.0:1769078415.790349:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078415.790354:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078415.790382:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612234240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078415.790403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078415.790406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078415.790408:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078415.790412:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5403 00000100:00080000:2.0:1769078415.790415:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078415.790420:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078415.790428:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078415.790440:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078415.790442:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612234368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078415.790500:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078415.790536:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff97a507940e00 x1855007612234240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078415.790556:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612234240/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078415.790565:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078415.790569:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078415.790573:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234240:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078415.790594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234368:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078415.790615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078415.790628:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078415/real 1769078415] req@ffff97a507940a80 x1855007612234368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078415.790639:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612234368/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078415.790646:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078415.790649:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078415.790652:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234368:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078415.854236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078415.854236:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078415.854367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078416.814261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078416.878241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078416.878242:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078416.878263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078417.838186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078417.902231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078417.902231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078417.902270:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078418.862222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078418.926221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078418.926221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078418.926245:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078419.886245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078419.950218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078419.950233:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078419.950261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:2.0:1769078420.910239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078420.910243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078420.910251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078420.910256:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078420.910265:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5408 00000100:00080000:2.0:1769078420.910277:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078420.910285:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078420.910329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612234496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078420.910359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078420.910363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078420.910365:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078420.910369:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5408 00000100:00080000:2.0:1769078420.910372:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078420.910376:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078420.910385:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078420.910395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078420.911050:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234496:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078420.911117:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078420.911556:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078420/real 1769078420] req@ffff97a507943b80 x1855007612234496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078420.911577:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612234496/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078420.911587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078420.911591:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078420.911595:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234496:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078420.911603:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234624:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078420.911625:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078420.911637:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078420/real 1769078420] req@ffff97a507941880 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078420.911649:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078420.911657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078420.911661:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078420.911664:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234624:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078420.974194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078420.974203:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078420.974235:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078421.934268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078421.998220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078421.998222:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078422.001136:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078422.958229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078423.022228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078423.022228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078423.022348:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078423.983586:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078424.046225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078424.046225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078424.046500:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078425.006467:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078425.070218:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078425.070223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078425.070266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078426.030268:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078426.030281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.030290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078426.030295:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078426.030306:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5413 00000100:00080000:3.0:1769078426.030319:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078426.030327:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078426.030369:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612234752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078426.030399:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078426.030403:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078426.030405:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078426.030410:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5413 00000100:00080000:3.0:1769078426.030414:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078426.030418:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078426.030429:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078426.030441:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078426.030442:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612234880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078426.030531:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078426.030586:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff97a511925f80 x1855007612234752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078426.030606:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612234752/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078426.030618:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078426.030622:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078426.030626:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612234752:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078426.030665:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234880:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078426.030690:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078426.030702:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078426/real 1769078426] req@ffff97a511927100 x1855007612234880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078426.030710:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612234880/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078426.030720:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078426.030722:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078426.030725:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612234880:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078426.094225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078426.094225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078426.094293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078427.054258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078427.118188:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078427.118194:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078427.118231:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078428.078252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078428.142245:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078428.142269:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078428.143755:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078429.102277:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078429.166267:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078429.166319:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078429.168145:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078430.126246:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078430.190269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078430.191697:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078430.191721:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078431.150223:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078431.150228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078431.150235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078431.150239:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078431.150248:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5418 00000100:00080000:0.0:1769078431.150259:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078431.150266:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078431.150297:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c000 x1855007612235008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078431.150320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078431.150324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078431.150326:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078431.150330:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5418 00000100:00080000:0.0:1769078431.150333:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078431.150337:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078431.150346:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078431.150354:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078431.150359:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ca80 x1855007612235136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769078431.150408:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078431.150445:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff97a506b2c000 x1855007612235008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078431.150463:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c000 x1855007612235008/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078431.150472:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078431.150475:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078431.150478:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235008:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078431.150495:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235136:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078431.150519:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078431.150529:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078431/real 1769078431] req@ffff97a506b2ca80 x1855007612235136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078431.150541:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ca80 x1855007612235136/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078431.150554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078431.150558:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078431.150561:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235136:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078431.214224:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078431.214224:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078431.214247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078432.174186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078432.238223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078432.238223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078432.238249:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078433.198211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078433.262236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078433.262251:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078433.262266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078434.222240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078434.286234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078434.286235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078434.286258:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078435.247692:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078435.310229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078435.310267:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078435.310272:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078436.270286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078436.270304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078436.270312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078436.270318:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078436.270329:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5424 00000100:00080000:3.0:1769078436.270342:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078436.270351:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078436.270403:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925c00 x1855007612235264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078436.270433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078436.270436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078436.270438:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078436.270443:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5424 00000100:00080000:3.0:1769078436.270446:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078436.270450:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078436.270460:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078436.270473:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927100 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078436.271385:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235264:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078436.271460:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078436.271503:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff97a511925c00 x1855007612235264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078436.271521:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925c00 x1855007612235264/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078436.271532:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078436.271537:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078436.271541:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235264:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078436.271548:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235392:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078436.271571:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078436.271584:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078436/real 1769078436] req@ffff97a511927100 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078436.271595:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927100 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078436.271605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078436.271608:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078436.271611:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235392:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078436.334253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078436.334336:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078436.335829:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078437.294241:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078437.358377:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078437.358463:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078437.359248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078438.318250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078438.382247:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078438.382273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078438.383545:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078439.342261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078439.406299:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078439.406810:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078439.407792:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078440.367442:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078440.430264:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078440.430283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078440.430436:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769078441.390223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078441.390226:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078441.390233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078441.390237:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078441.390245:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5429 00000100:00080000:3.0:1769078441.390256:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078441.390263:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078441.390300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925f80 x1855007612235520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078441.390333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078441.390337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078441.390339:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078441.390343:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5429 00000100:00080000:3.0:1769078441.390347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078441.390351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078441.390360:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078441.390375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926680 x1855007612235648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078441.390382:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078441.390531:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078441.454209:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078441.454304:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078441.454845:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078442.422197:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078442.478230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078442.478231:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078442.478348:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078443.438249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078443.502296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078443.502297:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078443.502411:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078444.462265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769078444.462481:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769078444.462532:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078444.462552:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769078444.462597:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:2.0:1769078444.462656:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078444] req@ffff97a511926680 x1855007612235648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078444.462692:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926680 x1855007612235648/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078444.462706:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078444.462712:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078444.462716:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235648:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078444.462727:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078441/real 1769078444] req@ffff97a511925f80 x1855007612235520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078444.462740:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925f80 x1855007612235520/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078444.462748:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078444.462751:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078444.462755:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235520:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078444.526262:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078444.526262:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078444.526287:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078445.486300:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078445.550214:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078445.550222:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078445.550240:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078446.510294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078446.510295:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078446.510308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078446.510314:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078446.510327:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5434 00000100:00080000:2.0:1769078446.510343:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078446.510352:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078446.510397:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612235776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078446.510432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078446.510436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078446.510438:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078446.510442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5434 00000100:00080000:2.0:1769078446.510445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078446.510450:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078446.510462:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078446.510475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612235904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078446.510492:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235776:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078446.510580:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078446.510620:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff97a507941180 x1855007612235776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078446.510639:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612235776/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078446.510649:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078446.510653:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078446.510658:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612235776:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078446.510685:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235904:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078446.510708:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078446.510720:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078446/real 1769078446] req@ffff97a507941c00 x1855007612235904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078446.510731:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612235904/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078446.510741:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078446.510744:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078446.510747:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612235904:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078446.574287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078446.574287:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078446.574485:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078447.534282:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078447.598266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078447.598266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078447.598302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078448.559757:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078448.622296:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078448.622649:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078448.623318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078449.582297:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078449.646291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078449.646316:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078449.646533:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078450.606293:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078450.670283:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078450.670283:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078450.670323:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078451.630276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078451.631858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078451.631868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078451.631874:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078451.631886:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5439 00000100:00080000:0.0:1769078451.631899:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078451.631924:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078451.631972:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2e300 x1855007612236032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078451.632005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078451.632009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078451.632011:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078451.632015:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5439 00000100:00080000:0.0:1769078451.632019:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078451.632023:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078451.632034:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078451.632051:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ed80 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078451.632055:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236032:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078451.632159:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078451.632197:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff97a506b2e300 x1855007612236032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078451.632215:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2e300 x1855007612236032/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078451.632225:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078451.632230:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078451.632234:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236032:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078451.632257:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236160:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078451.632278:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078451.632290:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078451/real 1769078451] req@ffff97a506b2ed80 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078451.632302:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ed80 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078451.632310:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078451.632314:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078451.632317:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236160:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078451.694275:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078451.694305:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078451.694400:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078452.658580:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078452.718234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078452.718246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078452.718282:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078453.678468:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078453.742257:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078453.742281:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078453.742519:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078454.702230:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078454.766208:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078454.766208:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078454.766286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078455.726262:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078455.790265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078455.790266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078455.790301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078456.750250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078456.750258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078456.750266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078456.750270:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078456.750280:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5444 00000100:00080000:0.0:1769078456.750293:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078456.750300:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078456.750335:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c700 x1855007612236288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078456.750364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078456.750367:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078456.750370:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078456.750382:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5444 00000100:00080000:0.0:1769078456.750387:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078456.750391:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078456.750412:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236288:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078456.750465:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078456.750493:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff97a506b2c700 x1855007612236288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078456.750506:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c700 x1855007612236288/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078456.750516:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078456.750520:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000008:00100000:0.0:1769078456.750524:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078456.750524:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236288:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078456.750543:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2ce00 x1855007612236416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078456.750588:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236416:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078456.750612:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078456.750631:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078456/real 1769078456] req@ffff97a506b2ce00 x1855007612236416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078456.750644:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2ce00 x1855007612236416/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078456.750655:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078456.750658:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078456.750661:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236416:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078456.814229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078456.814229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078456.814507:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078457.774240:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078457.838234:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078457.838271:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078457.839329:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078458.798211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078458.862220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078458.862221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078458.862247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078459.822294:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078459.886228:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078459.886287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078459.886707:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078460.846233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078460.910237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078460.910255:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078460.911221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078461.870254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078461.870266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078461.870271:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078461.870281:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5449 00000100:00080000:3.0:1769078461.870303:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078461.870327:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078461.870373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927800 x1855007612236544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078461.870411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078461.870415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078461.870417:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078461.870421:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5449 00000100:00080000:3.0:1769078461.870425:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078461.870429:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078461.870439:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078461.870451:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924000 x1855007612236672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078461.870554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236544:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078461.870615:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078461.870666:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078461/real 1769078461] req@ffff97a511927800 x1855007612236544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078461.870682:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927800 x1855007612236544/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078461.870691:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078461.870694:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078461.870698:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236544:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078461.870705:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236672:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078461.870728:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078461.870739:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078461/real 1769078461] req@ffff97a511924000 x1855007612236672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078461.870750:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924000 x1855007612236672/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078461.870757:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078461.870760:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078461.870762:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236672:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769078461.872407:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078461.934287:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078461.934632:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078461.934688:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078462.894245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078462.958351:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078462.958414:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078462.958496:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078463.918242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078463.982317:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078463.982789:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078463.982830:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078464.942245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078465.006274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078465.006274:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078465.006313:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078465.966602:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078466.030225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078466.030226:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078466.030335:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078466.990265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078466.990267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078466.990276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078466.990279:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078466.990286:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5454 00000100:00080000:3.0:1769078466.990296:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078466.990301:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078466.990330:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511926a00 x1855007612236800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078466.990350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078466.990353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078466.990355:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078466.990359:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5454 00000100:00080000:3.0:1769078466.990362:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078466.990366:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078466.990374:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078466.990386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925180 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078466.990397:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236800:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078466.990456:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078466.990491:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466] req@ffff97a511926a00 x1855007612236800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078466.990507:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511926a00 x1855007612236800/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078466.990516:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078466.990520:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078466.990524:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612236800:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078466.990545:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236928:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078466.990569:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078466.990580:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466] req@ffff97a511925180 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078466.990592:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925180 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078466.990598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078466.990600:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078466.990602:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612236928:192.168.204.123@tcp:38:kworker.0 00010000:00010000:1.0:1769078467.054279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078467.054345:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078467.054448:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078468.014249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078468.078246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078468.078356:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078468.078372:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078469.038453:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078469.102282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078469.102293:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078469.102594:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078470.062204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078470.126267:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078470.126787:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078470.127650:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078471.087301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078471.150249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078471.150277:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078471.151282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078472.110264:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078472.110492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078472.110508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078472.110512:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078472.110558:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5459 00000100:00080000:2.0:1769078472.110615:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078472.110654:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078472.110707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612237056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078472.110737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078472.110740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078472.110741:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078472.110755:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5459 00000100:00080000:2.0:1769078472.110759:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078472.110762:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078472.110768:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237056:192.168.204.123@tcp:250:kworker.0 00000008:00100000:2.0:1769078472.110780:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078472.110804:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612237184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078472.110826:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078472.110860:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078472/real 1769078472] req@ffff97a507942a00 x1855007612237056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078472.110872:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612237056/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078472.110879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078472.110882:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078472.110884:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237056:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078472.110901:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237184:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078472.110914:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078472.110921:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078472/real 1769078472] req@ffff97a507940380 x1855007612237184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078472.110928:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612237184/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078472.110934:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078472.110936:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078472.110937:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237184:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078472.174220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078472.174220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078472.174284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078473.134222:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078473.198217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078473.198217:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078473.198236:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078474.158255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078474.222185:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078474.222197:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078474.222247:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078475.182274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:1.0:1769078475.246285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078475.246377:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078475.246486:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078476.206276:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078476.270249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078476.270249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078476.270255:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078477.230214:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078477.230259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078477.230265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078477.230269:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078477.230276:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5465 00000100:00080000:3.0:1769078477.230286:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078477.230292:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078477.230324:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511925500 x1855007612237312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078477.230351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078477.230354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078477.230355:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078477.230358:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5465 00000100:00080000:3.0:1769078477.230360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078477.230363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078477.230369:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078477.230379:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612237440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078477.230427:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237312:192.168.204.123@tcp:250:kworker.0 00000800:00000100:2.0:1769078477.230526:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078477.230581:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078477/real 1769078477] req@ffff97a511925500 x1855007612237312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078477.230604:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511925500 x1855007612237312/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078477.230627:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078477.230633:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078477.230638:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237312:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078477.230648:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237440:192.168.204.123@tcp:38:kworker.0 00000800:00000100:2.0:1769078477.230675:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:2.0:1769078477.230690:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078477/real 1769078477] req@ffff97a511924e00 x1855007612237440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078477.230712:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612237440/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078477.230722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078477.230726:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078477.230730:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237440:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078477.294300:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078477.294300:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078477.294318:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078478.254198:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078478.318194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078478.318196:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078478.318263:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078479.278239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078479.342292:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078479.342860:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078479.343164:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078480.302404:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078480.366276:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078480.366277:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078480.366352:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078481.326233:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078481.390317:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078481.390318:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078481.390366:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078482.353067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078482.353080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078482.353084:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078482.353094:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5470 00000100:00080000:2.0:1769078482.353117:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078482.353147:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078482.353186:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612237568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078482.353223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078482.353227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078482.353228:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078482.353233:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5470 00000100:00080000:2.0:1769078482.353237:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078482.353242:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078482.353251:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078482.353263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078482.353434:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237568:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078482.353502:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078482.353543:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078482/real 1769078482] req@ffff97a507940700 x1855007612237568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078482.353562:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612237568/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078482.353573:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078482.353578:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078482.353581:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237568:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078482.353588:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237696:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078482.353610:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078482.353622:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078482/real 1769078482] req@ffff97a507943100 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078482.353633:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078482.353642:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078482.353645:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078482.353649:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237696:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769078482.365210:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078482.414249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078482.414327:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078482.414536:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078483.374247:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078483.438238:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078483.438264:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078483.438353:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078484.398598:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078484.462274:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078484.462282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078484.462747:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078485.422355:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078485.486266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078485.486266:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078485.486298:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078486.446267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078486.510255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078486.511859:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078486.511966:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078487.470266:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078487.470600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078487.470605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078487.470608:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078487.470615:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5475 00000100:00080000:0.0:1769078487.470625:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078487.470630:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078487.470661:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f800 x1855007612237824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078487.470683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078487.470685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078487.470687:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078487.470689:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5475 00000100:00080000:0.0:1769078487.470691:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078487.470693:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078487.470699:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078487.470706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612237952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078487.471803:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237824:192.168.204.123@tcp:250:kworker.0 00000800:00000100:3.0:1769078487.471863:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078487.471907:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078487/real 1769078487] req@ffff97a506b2f800 x1855007612237824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078487.471924:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f800 x1855007612237824/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078487.471935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078487.471939:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078487.471944:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612237824:192.168.204.123@tcp:250:kworker.0 00000100:00100000:3.0:1769078487.471951:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237952:192.168.204.123@tcp:38:kworker.0 00000800:00000100:3.0:1769078487.471970:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:3.0:1769078487.471980:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078487/real 1769078487] req@ffff97a506b2fb80 x1855007612237952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078487.471991:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612237952/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078487.472000:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078487.472003:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:3.0:1769078487.472006:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612237952:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078487.534225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078487.534225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078487.534279:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078488.494253:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078488.558223:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078488.558223:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078488.558359:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078489.518242:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078489.582216:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078489.582216:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078489.582276:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078490.542234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078490.606243:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078490.606354:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078490.606401:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078491.566341:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078491.630265:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078491.630383:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078491.632344:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078492.590233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078492.590244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078492.590248:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078492.590257:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5480 00000100:00080000:0.0:1769078492.590268:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078492.590276:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078492.590316:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612238080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078492.590350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078492.590354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078492.590356:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078492.590359:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5480 00000100:00080000:0.0:1769078492.590363:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078492.590366:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078492.590374:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078492.590387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612238208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078492.590849:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078492.590875:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238080:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078492.590941:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078492.590981:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078492/real 1769078492] req@ffff97a506b2d180 x1855007612238080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078492.591003:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612238080/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078492.591015:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078492.591020:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078492.591026:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238080:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078492.591035:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238208:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078492.591061:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078492.591078:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078492/real 1769078492] req@ffff97a506b2f480 x1855007612238208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078492.591095:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612238208/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078492.591104:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078492.591108:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078492.591111:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238208:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078492.654237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078492.654325:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078492.654839:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078493.614234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078493.678246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078493.678271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078493.678354:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078494.638202:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078494.702236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078494.702240:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078494.702294:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078495.662254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078495.726230:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078495.726263:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078495.726341:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078496.686874:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:0.0:1769078496.750393:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078496.750610:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078496.751010:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:0.0:1769078497.710249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078497.710260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078497.710264:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078497.710274:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5485 00000100:00080000:0.0:1769078497.710286:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078497.710293:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078497.710328:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2c380 x1855007612238336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078497.710360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078497.710364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078497.710365:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078497.710370:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5485 00000100:00080000:0.0:1769078497.710373:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078497.710376:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078497.710384:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078497.710397:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2f480 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078497.710508:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078497.710582:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238336:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078497.710651:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078497.710714:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078497/real 1769078497] req@ffff97a506b2c380 x1855007612238336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078497.710741:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2c380 x1855007612238336/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078497.710751:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078497.710756:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078497.710760:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238336:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078497.710767:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238464:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078497.710789:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078497.710800:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078497/real 1769078497] req@ffff97a506b2f480 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078497.710812:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2f480 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078497.710821:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078497.710824:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078497.710827:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238464:192.168.204.123@tcp:38:kworker.0 00000100:00100000:2.0:1769078497.774246:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078497.774271:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078497.774358:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078498.734211:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078498.798333:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078498.799793:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078498.801927:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078499.758892:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078499.822227:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078499.822473:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078499.826745:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078500.782255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078500.846239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078500.846347:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078500.846406:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078501.806245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078501.870305:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078501.870447:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078501.870528:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00080000:3.0:1769078502.832864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078502.832874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078502.832878:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078502.832888:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5490 00000100:00080000:3.0:1769078502.832900:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078502.832906:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078502.832946:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612238592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078502.832980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078502.832989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078502.832990:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078502.832994:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5490 00000100:00080000:3.0:1769078502.832998:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078502.833002:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078502.833011:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078502.833023:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612238720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078502.833121:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:1.0:1769078502.833176:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238592:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078502.833307:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078502.833345:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078502/real 1769078502] req@ffff97a511927480 x1855007612238592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078502.833361:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612238592/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078502.833371:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078502.833375:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078502.833379:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238592:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078502.833387:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238720:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078502.833405:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078502.833416:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078502/real 1769078502] req@ffff97a511924700 x1855007612238720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078502.834314:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612238720/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078502.834327:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078502.834330:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078502.834334:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238720:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078502.894254:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078502.894514:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078502.896714:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078503.854234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078503.918249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078503.918249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078503.918421:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078504.878743:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078504.942225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078504.942337:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078504.945870:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078505.902265:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078505.966266:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078505.966397:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078505.966732:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078506.927919:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078506.990229:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078506.990498:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078506.991493:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078507.950251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078507.950261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078507.950265:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078507.950277:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5495 00000100:00080000:2.0:1769078507.950290:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078507.950298:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078507.950302:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078507.950342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943100 x1855007612238848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078507.950374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078507.950378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078507.950380:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078507.950384:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5495 00000100:00080000:2.0:1769078507.950387:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078507.950392:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078507.950401:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078507.950423:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078507.950430:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940700 x1855007612238976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078507.950554:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078508.014232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078508.014237:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078508.014256:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078508.974251:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078509.038190:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078509.038256:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078509.038284:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078509.998186:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:2.0:1769078510.062176:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078510.062181:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078510.062196:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078511.022193:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000400:00000100:3.0:1769078511.022343:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.123:988 00000400:00000100:3.0:1769078511.022380:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.123@tcp at host 192.168.204.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078511.022399:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000800:00000100:3.0:1769078511.022446:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.123@tcp 00000100:00100000:1.0:1769078511.022539:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078507/real 1769078511] req@ffff97a507940700 x1855007612238976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078511.022563:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940700 x1855007612238976/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078511.022576:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078511.022580:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078511.022585:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612238976:192.168.204.123@tcp:38:kworker.0 00000100:00100000:1.0:1769078511.022593:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078507/real 1769078511] req@ffff97a507943100 x1855007612238848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078511.022614:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943100 x1855007612238848/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078511.022620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078511.022623:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078511.022627:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612238848:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078511.086269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078511.086393:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078511.086560:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078512.046255:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078512.110221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078512.110221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078512.110247:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078513.070243:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078513.071464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078513.071471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078513.071475:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078513.071485:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5500 00000100:00080000:2.0:1769078513.071497:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078513.071504:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078513.071539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940380 x1855007612239104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078513.071571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078513.071575:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078513.071577:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078513.071580:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5500 00000100:00080000:2.0:1769078513.071584:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078513.071587:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078513.071596:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078513.071606:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942a00 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078513.072500:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239104:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078513.072573:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078513.072611:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078513/real 1769078513] req@ffff97a507940380 x1855007612239104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078513.072629:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940380 x1855007612239104/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078513.072641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078513.072645:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078513.072650:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239104:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078513.072657:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239232:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078513.072676:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078513.072686:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078513/real 1769078513] req@ffff97a507942a00 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078513.072697:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942a00 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078513.072726:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078513.072729:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078513.072732:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239232:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078513.134221:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078513.134462:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078513.135101:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078514.094626:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078514.158248:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078514.158248:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078514.158283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078515.118231:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078515.182290:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078515.182350:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078515.182487:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078516.142239:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078516.206260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078516.206286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078516.206318:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078517.166232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078517.230263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078517.230269:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078517.230296:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078518.190261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078518.190386:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078518.190392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078518.190396:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078518.190406:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5506 00000100:00080000:2.0:1769078518.190417:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078518.190424:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078518.190467:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941c00 x1855007612239360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078518.190501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078518.190504:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078518.190506:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078518.190511:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5506 00000100:00080000:2.0:1769078518.190514:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078518.190518:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078518.190526:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078518.190535:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941180 x1855007612239488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078518.190810:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239360:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078518.190877:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078518.190927:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078518/real 1769078518] req@ffff97a507941c00 x1855007612239360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078518.190945:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941c00 x1855007612239360/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078518.190953:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078518.190956:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078518.190959:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239360:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078518.190964:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239488:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078518.190980:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078518.190988:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078518/real 1769078518] req@ffff97a507941180 x1855007612239488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078518.190995:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941180 x1855007612239488/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078518.191001:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078518.191004:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078518.191006:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239488:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078518.254246:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078518.254272:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078518.257424:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078519.214301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078519.278294:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078519.278385:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078519.281651:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078520.238250:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078520.302241:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078520.302262:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078520.302293:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078521.262875:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078521.326239:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078521.326239:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078521.326301:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078522.286438:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078522.350328:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078522.350645:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078522.350752:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769078523.310253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078523.310254:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:0.0:1769078523.310265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078523.310270:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078523.310289:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5511 00000100:00080000:0.0:1769078523.310301:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078523.310308:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:0.0:1769078523.310344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2d180 x1855007612239616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078523.310385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078523.310389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078523.310391:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078523.310395:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5511 00000100:00080000:0.0:1769078523.310398:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078523.310402:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:0.0:1769078523.310411:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078523.310425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b2fb80 x1855007612239744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078523.310436:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239616:192.168.204.123@tcp:250:kworker.0 00000800:00000100:1.0:1769078523.310491:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078523.310542:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078523/real 1769078523] req@ffff97a506b2d180 x1855007612239616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078523.310560:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2d180 x1855007612239616/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078523.310570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078523.310573:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078523.310576:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239616:192.168.204.123@tcp:250:kworker.0 00000100:00100000:1.0:1769078523.310594:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239744:192.168.204.123@tcp:38:kworker.0 00000800:00000100:1.0:1769078523.310610:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:1.0:1769078523.310619:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078523/real 1769078523] req@ffff97a506b2fb80 x1855007612239744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078523.310626:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b2fb80 x1855007612239744/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078523.310633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078523.310635:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:1.0:1769078523.310638:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612239744:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078523.374236:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078523.374237:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078523.374315:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078524.334324:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078524.398194:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078524.398201:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078524.398225:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078525.358257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078525.422255:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078525.422324:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078525.422594:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078526.382274:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078526.446249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078526.446289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078526.446291:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078527.406389:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078527.470250:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078527.470346:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078527.470495:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078528.430301:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078528.430633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078528.430639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078528.430643:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078528.430652:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5516 00000100:00080000:1.0:1769078528.430663:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078528.430670:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078528.430703:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5fb80 x1855007612239872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078528.430724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078528.430728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078528.430730:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078528.430735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5516 00000100:00080000:1.0:1769078528.430740:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078528.430744:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078528.430754:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078528.430767:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ca80 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078528.431676:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239872:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078528.431751:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078528.431788:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078528/real 1769078528] req@ffff97a506b5fb80 x1855007612239872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078528.431816:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5fb80 x1855007612239872/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078528.431826:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078528.431831:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078528.431834:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612239872:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078528.431842:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240000:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078528.431877:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078528.431904:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078528/real 1769078528] req@ffff97a506b5ca80 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078528.431916:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ca80 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078528.431925:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078528.431928:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078528.431931:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240000:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078528.495426:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078528.495548:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078528.495695:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078529.455712:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078529.518282:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078529.518444:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078529.518482:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078530.478258:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078530.542258:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078530.542347:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078530.543294:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078531.502267:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078531.566252:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078531.566252:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078531.567181:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078532.526995:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00010000:00010000:2.0:1769078532.590274:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078532.590549:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078532.590641:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078533.550208:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:1.0:1769078533.550211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078533.550220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078533.550224:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078533.550234:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5521 00000100:00080000:1.0:1769078533.550246:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078533.550254:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:1.0:1769078533.550292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5dc00 x1855007612240128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078533.550319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078533.550322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078533.550324:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078533.550328:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5521 00000100:00080000:1.0:1769078533.550331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078533.550336:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:1.0:1769078533.550344:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078533.550356:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a506b5ea00 x1855007612240256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078533.550424:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240128:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078533.550488:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078533.550525:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078533/real 1769078533] req@ffff97a506b5dc00 x1855007612240128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078533.550543:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5dc00 x1855007612240128/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078533.550553:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078533.550557:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078533.550562:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240128:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078533.550570:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240256:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078533.550590:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078533.550602:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078533/real 1769078533] req@ffff97a506b5ea00 x1855007612240256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078533.550615:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a506b5ea00 x1855007612240256/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078533.550625:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078533.550629:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078533.550633:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a506b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240256:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078533.614245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078533.614249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078533.614284:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078534.574244:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078534.638228:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078534.638245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078534.638289:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078535.598249:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078535.662257:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078535.662589:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078535.663288:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078536.622252:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078536.686249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078536.686295:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078536.686365:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078537.646259:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078537.710214:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078537.710286:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078537.710753:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078538.671251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078538.671262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078538.671265:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078538.671274:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5526 00000100:00080000:3.0:1769078538.671285:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078538.671291:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078538.671324:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924a80 x1855007612240384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078538.671357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078538.671361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078538.671362:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078538.671367:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5526 00000100:00080000:3.0:1769078538.671371:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078538.671375:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078538.671383:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078538.671400:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924700 x1855007612240512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078538.671501:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240384:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078538.671562:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078538.671597:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078538/real 1769078538] req@ffff97a511924a80 x1855007612240384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078538.671613:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924a80 x1855007612240384/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078538.671623:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078538.671626:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078538.671630:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240384:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078538.671637:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240512:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078538.671659:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078538.671674:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078538/real 1769078538] req@ffff97a511924700 x1855007612240512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078538.671688:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924700 x1855007612240512/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078538.671698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078538.671702:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:2.0:1769078538.671704:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078538.671706:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240512:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078538.734260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078538.734532:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078538.734576:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078539.694229:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078539.758199:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078539.758200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078539.758289:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078540.718329:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078540.782229:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078540.782403:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078540.784072:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078541.742206:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078541.806200:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078541.806205:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078541.806264:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078542.766289:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078542.830247:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078542.830367:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078542.832139:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078543.791066:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078543.791168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078543.791175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078543.791179:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078543.791187:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5531 00000100:00080000:2.0:1769078543.791199:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078543.791205:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078543.791241:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507941880 x1855007612240640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078543.791297:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240640:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078543.791359:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00080000:2.0:1769078543.791387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078543.791392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078543.791394:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078543.791398:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5531 00000100:00080000:2.0:1769078543.791402:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078543.791406:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078543.791415:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078543.791427:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507943b80 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078543.794040:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078543/real 1769078543] req@ffff97a507941880 x1855007612240640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078543.794065:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507941880 x1855007612240640/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078543.794075:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078543.794079:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078543.794083:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240640:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078543.794111:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240768:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078543.794175:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078543.794190:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078543/real 1769078543] req@ffff97a507943b80 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078543.794202:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507943b80 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078543.794212:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078543.794216:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078543.794220:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612240768:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078543.854232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078543.855021:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078543.855029:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078544.814232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078544.878260:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078544.878280:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078544.878282:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078545.838459:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078545.902260:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078545.902451:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078545.903476:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078546.862314:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078546.926244:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078546.926283:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078546.926348:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078547.888421:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078547.950263:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078547.950278:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078547.951003:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078548.910190:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078548.910201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078548.910208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078548.910213:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078548.910223:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5536 00000100:00080000:2.0:1769078548.910235:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078548.910243:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078548.910278:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940a80 x1855007612240896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078548.910302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078548.910304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078548.910306:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078548.910308:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5536 00000100:00080000:2.0:1769078548.910311:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078548.910314:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078548.910322:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078548.910334:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940e00 x1855007612241024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078548.910348:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240896:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078548.910425:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078548.910474:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078548/real 1769078548] req@ffff97a507940a80 x1855007612240896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078548.910491:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940a80 x1855007612240896/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078548.910501:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078548.910505:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078548.910509:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612240896:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078548.910531:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241024:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078548.910552:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078548.910565:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078548/real 1769078548] req@ffff97a507940e00 x1855007612241024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078548.910583:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940e00 x1855007612241024/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078548.910591:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078548.910594:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078548.910597:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241024:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078548.974232:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078548.974232:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078548.974303:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078549.934232:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078549.998220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078549.998220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078549.998276:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078550.958225:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078551.022220:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078551.022220:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078551.022286:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078551.982236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078552.046230:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078552.046350:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078552.046531:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078553.006234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078553.070225:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078553.070225:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:2.0:1769078553.070273:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078554.030236:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:3.0:1769078554.030237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078554.030247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078554.030251:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078554.030259:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5541 00000100:00080000:3.0:1769078554.030271:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078554.030278:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:3.0:1769078554.030311:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511927480 x1855007612241152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078554.030335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078554.030338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078554.030340:0:38:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078554.030343:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5541 00000100:00080000:3.0:1769078554.030347:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078554.030350:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:3.0:1769078554.030359:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078554.030373:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a511924e00 x1855007612241280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078554.030375:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241152:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078554.030444:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078554.030483:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078554/real 1769078554] req@ffff97a511927480 x1855007612241152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078554.030500:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511927480 x1855007612241152/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078554.030510:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078554.030514:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078554.030518:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241152:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078554.030541:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241280:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078554.030565:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078554.030577:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078554/real 1769078554] req@ffff97a511924e00 x1855007612241280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078554.030590:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a511924e00 x1855007612241280/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078554.030598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078554.030602:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078554.030605:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a511924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241280:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078554.094219:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078554.094231:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078554.094241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078555.054204:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078555.118173:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078555.118186:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078555.118245:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078556.078220:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078556.142226:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078556.142266:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078556.142348:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078557.102288:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078557.166169:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078557.166245:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078557.166310:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078558.126245:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078558.190261:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078558.190302:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078558.190520:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078559.150283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078559.150286:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078559.150298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078559.150304:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078559.150317:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5546 00000100:00080000:2.0:1769078559.150330:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078559.150346:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078559.150395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612241408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078559.150430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078559.150433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078559.150436:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078559.150440:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5546 00000100:00080000:2.0:1769078559.150444:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078559.150448:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078559.150458:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078559.150473:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078559.150475:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241408:192.168.204.123@tcp:250:kworker.0 00000800:00000100:0.0:1769078559.150558:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078559.150601:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078559/real 1769078559] req@ffff97a507940000 x1855007612241408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078559.150620:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612241408/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078559.150633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078559.150637:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078559.150641:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241408:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078559.150734:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241536:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078559.150760:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078559.150772:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078559/real 1769078559] req@ffff97a507942680 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078559.150801:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078559.150810:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078559.150813:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078559.150817:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241536:192.168.204.123@tcp:38:kworker.0 00000100:00100000:3.0:1769078559.214233:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078559.214251:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078559.214308:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078560.174261:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078560.238253:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078560.238357:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078560.238729:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078561.198234:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078561.262212:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078561.262217:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078561.262285:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078562.222263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:0.0:1769078562.286249:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078562.286249:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078562.286293:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078563.246257:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00100000:3.0:1769078563.310183:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078563.310193:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00010000:00010000:2.0:1769078563.310369:0:47670:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769078564.270244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 34432151-5cf6-49c4-9b9d-dbda544fb806->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078564.270253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078564.270257:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078564.270263:0:120878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b000 going to sleep for 0 seconds 00000100:00080000:2.0:1769078564.270266:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 5552 00000100:00080000:2.0:1769078564.270280:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078564.270287:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.123@tcp: import ffff97a509899000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00100000:2.0:1769078564.270318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507942680 x1855007612241664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078564.270334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f1123b8-1fc9-4774-9dc7-f38054e0386e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078564.270337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078564.270339:0:37:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078564.270342:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: connect to NID 192.168.204.123@tcp last attempt 5552 00000100:00080000:2.0:1769078564.270345:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078564.270349:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff97a51160d000: import ffff97a51297b800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000008:00100000:2.0:1769078564.270359:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078564.270369:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1769078564.270374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97a507940000 x1855007612241792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078564.270482:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078564.270538:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078564/real 1769078564] req@ffff97a507942680 x1855007612241664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078564.270567:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507942680 x1855007612241664/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078564.270599:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a509899000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078564.270606:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078564.270612:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34432151-5cf6-49c4-9b9d-dbda544fb806:2368:1855007612241664:192.168.204.123@tcp:250:kworker.0 00000100:00100000:0.0:1769078564.270650:0:2368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241792:192.168.204.123@tcp:38:kworker.0 00000800:00000100:0.0:1769078564.270698:0:2368:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.123@tcp 00000100:00100000:0.0:1769078564.270721:0:2368:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078564/real 1769078564] req@ffff97a507940000 x1855007612241792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078564.270743:0:2368:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff97a507940000 x1855007612241792/t0(0) o38->lustre-MDT0000-mdc-ffff97a51160d000@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078564.270753:0:2368:0:(import.c:65:import_set_state_nolock()) ffff97a51297b800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078564.270757:0:2368:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00100000:0.0:1769078564.270760:0:2368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97a507940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f1123b8-1fc9-4774-9dc7-f38054e0386e:2368:1855007612241792:192.168.204.123@tcp:38:kworker.0 00000100:00100000:0.0:1769078564.334221:0:5554:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a50602b600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078564.334235:0:120879:0:(client.c:2690:ptlrpc_set_wait()) set ffff97a510035300 going to sleep for 0 seconds 00010000:00010000:1.0:1769078564.334241:0:5553:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 83517 lines, 83517 kept, 0 dropped, 0 bad.